15:03:46.591 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:03:46.591 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskDlDeJ5/test-tmp
15:03:46.591 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
15:03:46.591 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskDlDeJ5/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
15:03:46.592 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:03:46.901 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:03:46.901 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:03:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:46.903342 21346 mini_oidc.cc:150] Starting JWKS server
15:03:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:46.905642 21346 webserver.cc:458] Webserver started at http://127.0.0.1:42459/ using document root <none> and password file <none>
15:03:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:46.905829 21346 mini_oidc.cc:186] Starting OIDC Discovery server
15:03:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:46.906347 21346 webserver.cc:458] Webserver started at http://127.0.0.1:33413/ using document root <none> and password file <none>
15:03:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-12T15:03:46Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:03:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-12T15:03:46Z Disabled control of system clock
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:46.933384 21346 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/wal
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/data
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/logs
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/data/info.pb
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.190:41715
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.190
15:03:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42459/jwks.json
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:03:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:03:47.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.233496 21357 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:47.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.233784 21357 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:47.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.233877 21357 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.241298 21357 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:03:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.241398 21357 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
15:03:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.241436 21357 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.241484 21357 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:03:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.241521 21357 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:03:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.241580 21357 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:03:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.241619 21357 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42459/jwks.json
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.250561 21357 master_runner.cc:386] Master server non-default flags:
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/data
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/wal
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.190:41715
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42459/jwks.json
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/data/info.pb
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.190
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/logs
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Jan 2025 14:43:22 UTC on 24a791456cd2
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4143
15:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:03:47.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.252022 21357 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.253600 21357 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:03:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.263568 21365 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.263660 21363 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.264132 21362 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.264492 21357 server_base.cc:1034] running on GCE node
15:03:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.265151 21357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:47.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.266376 21357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:47.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.267566 21357 hybrid_clock.cc:648] HybridClock initialized: now 1736694227267522 us; error 26 us; skew 500 ppm
15:03:47.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.267896 21357 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:03:47.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.269938 21357 webserver.cc:458] Webserver started at http://127.20.216.190:33453/ using document root <none> and password file <none>
15:03:47.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.270586 21357 fs_manager.cc:362] Metadata directory not provided
15:03:47.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.270689 21357 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:47.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.271036 21357 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:47.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.273437 21357 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/data/instance:
15:03:47.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc0f25d46dec466ca66cb11461601328"
15:03:47.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:47 on dist-test-slave-b45r"
15:03:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.274214 21357 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/wal/instance:
15:03:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc0f25d46dec466ca66cb11461601328"
15:03:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:47 on dist-test-slave-b45r"
15:03:47.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.278800 21357 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.002s
15:03:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.281751 21371 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.282872 21357 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.283071 21357 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/data,/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/wal
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc0f25d46dec466ca66cb11461601328"
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:47 on dist-test-slave-b45r"
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.283259 21357 fs_report.cc:389] FS layout report
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/wal
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/wal
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/data/data
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:47.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.304508 21357 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:03:47.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.305264 21357 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:47.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.305531 21357 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.324288 21357 rpc_server.cc:307] RPC server started. Bound to: 127.20.216.190:41715
15:03:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.324316 21432 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.216.190:41715 every 8 connection(s)
15:03:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.325559 21357 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/data/info.pb
15:03:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.328956 21433 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.334249 21433 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } has no permanent_uuid. Determining permanent_uuid...
15:03:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.334738 21346 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu as pid 21357
15:03:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.335016 21346 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-0/wal/instance
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.337078 21346 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/wal
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/data
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/logs
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/data/info.pb
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.189:37629
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.189
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42459/jwks.json
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:03:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.349130 21433 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } has no permanent_uuid. Determining permanent_uuid...
15:03:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.350208 21372 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.189:37629: connect: Connection refused (error 111)
15:03:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.351680 21433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.189:37629: Network error: Client connection negotiation failed: client connection to 127.20.216.189:37629: connect: Connection refused (error 111)
15:03:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.400946 21433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } attempt: 1
15:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.402735 21433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.189:37629: Network error: Client connection negotiation failed: client connection to 127.20.216.189:37629: connect: Connection refused (error 111)
15:03:47.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.470963 21433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } attempt: 2
15:03:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.472697 21433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.189:37629: Network error: Client connection negotiation failed: client connection to 127.20.216.189:37629: connect: Connection refused (error 111)
15:03:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.563908 21433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } attempt: 3
15:03:47.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.565647 21433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.189:37629: Network error: Client connection negotiation failed: client connection to 127.20.216.189:37629: connect: Connection refused (error 111)
15:03:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.642525 21437 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.642810 21437 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:47.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.642902 21437 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.650251 21437 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.650345 21437 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
15:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.650389 21437 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.650437 21437 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.650482 21437 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.650533 21437 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.650573 21437 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42459/jwks.json
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.659384 21437 master_runner.cc:386] Master server non-default flags:
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/data
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/wal
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.189:37629
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42459/jwks.json
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/data/info.pb
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.189
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/logs
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Jan 2025 14:43:22 UTC on 24a791456cd2
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4143
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.660729 21437 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.662317 21437 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:03:47.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.671569 21443 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.672143 21444 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.672470 21446 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.672804 21437 server_base.cc:1034] running on GCE node
15:03:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.673437 21437 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.674698 21437 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:47.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.675882 21437 hybrid_clock.cc:648] HybridClock initialized: now 1736694227675822 us; error 55 us; skew 500 ppm
15:03:47.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.676164 21437 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:03:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.678109 21437 webserver.cc:458] Webserver started at http://127.20.216.189:44821/ using document root <none> and password file <none>
15:03:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.678745 21437 fs_manager.cc:362] Metadata directory not provided
15:03:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.678830 21437 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.679121 21437 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.681418 21437 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/data/instance:
15:03:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afbeb07e283d4bd8ace8a072cd38766b"
15:03:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:47 on dist-test-slave-b45r"
15:03:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.682139 21437 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/wal/instance:
15:03:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afbeb07e283d4bd8ace8a072cd38766b"
15:03:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:47 on dist-test-slave-b45r"
15:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.686674 21437 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.003s
15:03:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.689702 21452 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.690867 21437 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.691025 21437 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/data,/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/wal
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afbeb07e283d4bd8ace8a072cd38766b"
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:47 on dist-test-slave-b45r"
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.691197 21437 fs_report.cc:389] FS layout report
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/wal
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/wal
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/data/data
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.708851 21433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } attempt: 4
15:03:47.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.710517 21433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.189:37629: Network error: Client connection negotiation failed: client connection to 127.20.216.189:37629: connect: Connection refused (error 111)
15:03:47.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.718240 21437 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:03:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.719018 21437 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.719242 21437 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.738019 21437 rpc_server.cc:307] RPC server started. Bound to: 127.20.216.189:37629
15:03:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.738054 21513 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.216.189:37629 every 8 connection(s)
15:03:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.739228 21437 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/data/info.pb
15:03:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.742612 21514 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.742893 21346 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu as pid 21437
15:03:47.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.743088 21346 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-1/wal/instance
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.744385 21346 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/wal
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/data
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/logs
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/data/info.pb
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.188:41551
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.188
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42459/jwks.json
15:03:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:03:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:03:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.749864 21514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } has no permanent_uuid. Determining permanent_uuid...
15:03:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.761888 21514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } has no permanent_uuid. Determining permanent_uuid...
15:03:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.770138 21514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } has no permanent_uuid. Determining permanent_uuid...
15:03:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.771106 21456 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.772452 21514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.188:41551: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.821727 21514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } attempt: 1
15:03:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.823479 21514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.188:41551: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.891669 21514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } attempt: 2
15:03:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.893378 21514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.188:41551: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:47.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:47.984643 21514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } attempt: 3
15:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:47.986445 21514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.188:41551: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.009745 21433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } attempt: 5
15:03:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.015991 21433 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } has no permanent_uuid. Determining permanent_uuid...
15:03:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.017628 21433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.188:41551: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.051506 21516 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.051797 21516 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.051929 21516 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.059458 21516 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.059580 21516 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
15:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.059634 21516 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.059700 21516 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.059757 21516 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.059834 21516 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:03:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.059880 21516 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42459/jwks.json
15:03:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.068838 21433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } attempt: 1
15:03:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.069523 21516 master_runner.cc:386] Master server non-default flags:
15:03:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/data
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/wal
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.188:41551
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42459/jwks.json
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/data/info.pb
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.188
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/logs
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:03:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:03:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:03:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:03:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Jan 2025 14:43:22 UTC on 24a791456cd2
15:03:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4143
15:03:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:03:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.071213 21433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.188:41551: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.071406 21516 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.073045 21516 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:03:48.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.084265 21524 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:48.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.084793 21525 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.085040 21516 server_base.cc:1034] running on GCE node
15:03:48.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.087647 21527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.088378 21516 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.089709 21516 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.091024 21516 hybrid_clock.cc:648] HybridClock initialized: now 1736694228090968 us; error 32 us; skew 500 ppm
15:03:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.091374 21516 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:03:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.093437 21516 webserver.cc:458] Webserver started at http://127.20.216.188:37895/ using document root <none> and password file <none>
15:03:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.094120 21516 fs_manager.cc:362] Metadata directory not provided
15:03:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.094218 21516 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.094516 21516 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.097097 21516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/data/instance:
15:03:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91001a9f813c4d0bb886c884c9622c28"
15:03:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:48 on dist-test-slave-b45r"
15:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.097869 21516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/wal/instance:
15:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91001a9f813c4d0bb886c884c9622c28"
15:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:48 on dist-test-slave-b45r"
15:03:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.102864 21516 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
15:03:48.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.105957 21533 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.107177 21516 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.003s
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.107327 21516 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/data,/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/wal
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91001a9f813c4d0bb886c884c9622c28"
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:48 on dist-test-slave-b45r"
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.107511 21516 fs_report.cc:389] FS layout report
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/wal
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/wal
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/data/data
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:48.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.128533 21516 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:03:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.129352 21516 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.129637 21516 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.129676 21514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } attempt: 4
15:03:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.131415 21514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.188:41551: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:48.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.139423 21433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } attempt: 2
15:03:48.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.141207 21433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.216.188:41551: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:48.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.148850 21516 rpc_server.cc:307] RPC server started. Bound to: 127.20.216.188:41551
15:03:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.148869 21594 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.216.188:41551 every 8 connection(s)
15:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.150115 21516 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/data/info.pb
15:03:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.153512 21595 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.159031 21346 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu as pid 21516
15:03:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.159201 21346 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/master-2/wal/instance
15:03:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.159274 21595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } has no permanent_uuid. Determining permanent_uuid...
15:03:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.172444 21595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } has no permanent_uuid. Determining permanent_uuid...
15:03:48.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.178822 21595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } has no permanent_uuid. Determining permanent_uuid...
15:03:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.189685 21595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28: Bootstrap starting.
15:03:48.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.192713 21595 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28: Neither blocks nor log segments found. Creating new log.
15:03:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.193625 21595 log.cc:826] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28: Log is configured to *not* fsync() on all Append() calls
15:03:48.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.195964 21595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28: No bootstrap required, opened a new log
15:03:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.201825 21595 raft_consensus.cc:357] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.202075 21595 raft_consensus.cc:383] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.202157 21595 raft_consensus.cc:738] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91001a9f813c4d0bb886c884c9622c28, State: Initialized, Role: FOLLOWER
15:03:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.202638 21595 consensus_queue.cc:260] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.203342 21604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.203579 21604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: This master's current role is: FOLLOWER
15:03:48.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.204175 21595 sys_catalog.cc:564] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: configured and running, proceeding with master startup.
15:03:48.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.212944 21615 catalog_manager.cc:1559] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:03:48.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.213059 21615 catalog_manager.cc:874] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:03:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.210323 21516 master_runner.cc:186] Error getting master registration for 127.20.216.190:41715: OK, instance_id { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" instance_seqno: 1736694227319761 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:03:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.216431 21516 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:03:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.247422 21433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } attempt: 3
15:03:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.256273 21433 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: Bootstrap starting.
15:03:48.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.259517 21433 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: Neither blocks nor log segments found. Creating new log.
15:03:48.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.260782 21433 log.cc:826] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: Log is configured to *not* fsync() on all Append() calls
15:03:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.263221 21433 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: No bootstrap required, opened a new log
15:03:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.269134 21433 raft_consensus.cc:357] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.269366 21433 raft_consensus.cc:383] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.269444 21433 raft_consensus.cc:738] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc0f25d46dec466ca66cb11461601328, State: Initialized, Role: FOLLOWER
15:03:48.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.269980 21433 consensus_queue.cc:260] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.270779 21618 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.271117 21618 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: This master's current role is: FOLLOWER
15:03:48.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.271822 21433 sys_catalog.cc:564] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: configured and running, proceeding with master startup.
15:03:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.282202 21629 catalog_manager.cc:1559] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:03:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.282433 21629 catalog_manager.cc:874] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:03:48.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.280006 21357 master_runner.cc:186] Error getting master registration for 127.20.216.189:37629: OK, instance_id { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" instance_seqno: 1736694227733488 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:03:48.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.288569 21357 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:03:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.298995 21604 raft_consensus.cc:491] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.299250 21604 raft_consensus.cc:513] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.300828 21604 leader_election.cc:290] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), afbeb07e283d4bd8ace8a072cd38766b (127.20.216.189:37629)
15:03:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.301489 21398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91001a9f813c4d0bb886c884c9622c28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc0f25d46dec466ca66cb11461601328" is_pre_election: true
15:03:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.302009 21398 raft_consensus.cc:2463] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 91001a9f813c4d0bb886c884c9622c28 in term 0.
15:03:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.302597 21536 leader_election.cc:304] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328; no voters:
15:03:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.303035 21604 raft_consensus.cc:2798] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:03:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.303179 21604 raft_consensus.cc:491] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.303275 21604 raft_consensus.cc:3054] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 0 FOLLOWER]: Advancing to term 1
15:03:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.307691 21604 raft_consensus.cc:513] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.307860 21377 tablet.cc:2367] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.308714 21604 leader_election.cc:290] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [CANDIDATE]: Term 1 election: Requested vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), afbeb07e283d4bd8ace8a072cd38766b (127.20.216.189:37629)
15:03:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.309175 21398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91001a9f813c4d0bb886c884c9622c28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc0f25d46dec466ca66cb11461601328"
15:03:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.309368 21398 raft_consensus.cc:3054] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 0 FOLLOWER]: Advancing to term 1
15:03:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.313932 21398 raft_consensus.cc:2463] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 91001a9f813c4d0bb886c884c9622c28 in term 1.
15:03:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.314350 21536 leader_election.cc:304] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328; no voters:
15:03:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.314968 21604 raft_consensus.cc:2798] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 1 FOLLOWER]: Leader election won for term 1
15:03:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.315724 21604 raft_consensus.cc:695] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [term 1 LEADER]: Becoming Leader. State: Replica: 91001a9f813c4d0bb886c884c9622c28, State: Running, Role: LEADER
15:03:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.316383 21604 consensus_queue.cc:237] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.319633 21631 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91001a9f813c4d0bb886c884c9622c28. Latest consensus state: current_term: 1 leader_uuid: "91001a9f813c4d0bb886c884c9622c28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.320016 21631 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: This master's current role is: LEADER
15:03:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.323966 21633 catalog_manager.cc:1476] Loading table and tablet metadata into memory...
15:03:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.328145 21633 catalog_manager.cc:1485] Initializing Kudu cluster ID...
15:03:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.347877 21398 raft_consensus.cc:1270] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 1 FOLLOWER]: Refusing update from remote peer 91001a9f813c4d0bb886c884c9622c28: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.349010 21604 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.368175 21618 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91001a9f813c4d0bb886c884c9622c28. Latest consensus state: current_term: 1 leader_uuid: "91001a9f813c4d0bb886c884c9622c28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.368474 21618 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: This master's current role is: FOLLOWER
15:03:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.379788 21604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "91001a9f813c4d0bb886c884c9622c28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.380074 21604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: This master's current role is: LEADER
15:03:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.379935 21635 mvcc.cc:204] Tried to move back new op lower bound from 7113499559302369280 to 7113499559189385216. Current Snapshot: MvccSnapshot[applied={T|T < 7113499559302369280}]
15:03:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.385368 21618 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "91001a9f813c4d0bb886c884c9622c28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.385586 21618 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: This master's current role is: FOLLOWER
15:03:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.386924 21633 catalog_manager.cc:1348] Generated new cluster ID: 1b234b213c5d4aabb78f2f35009bf5da
15:03:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.387043 21633 catalog_manager.cc:1496] Initializing Kudu internal certificate authority...
15:03:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.407755 21633 catalog_manager.cc:1371] Generated new certificate authority record
15:03:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.410010 21633 catalog_manager.cc:1505] Loading token signing keys...
15:03:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.430616 21514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } attempt: 5
15:03:48.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.444998 21514 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b: Bootstrap starting.
15:03:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.450408 21514 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b: Neither blocks nor log segments found. Creating new log.
15:03:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.451284 21633 catalog_manager.cc:5899] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28: Generated new TSK 0
15:03:48.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.452029 21514 log.cc:826] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b: Log is configured to *not* fsync() on all Append() calls
15:03:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.454851 21633 catalog_manager.cc:1515] Initializing in-progress tserver states...
15:03:48.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.460808 21514 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b: No bootstrap required, opened a new log
15:03:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.474191 21514 raft_consensus.cc:357] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.475018 21514 raft_consensus.cc:383] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.475263 21514 raft_consensus.cc:738] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afbeb07e283d4bd8ace8a072cd38766b, State: Initialized, Role: FOLLOWER
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.476241 21346 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/wal
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/data
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/logs
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/data/info.pb
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.129:0
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.216.129
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.129
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.476158 21514 consensus_queue.cc:260] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.484185 21640 sys_catalog.cc:455] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.486088 21514 sys_catalog.cc:564] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: configured and running, proceeding with master startup.
15:03:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.493984 21640 sys_catalog.cc:458] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: This master's current role is: FOLLOWER
15:03:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.486171 21478 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91001a9f813c4d0bb886c884c9622c28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afbeb07e283d4bd8ace8a072cd38766b"
15:03:48.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.486447 21479 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91001a9f813c4d0bb886c884c9622c28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afbeb07e283d4bd8ace8a072cd38766b" is_pre_election: true
15:03:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.487004 21477 raft_consensus.cc:3054] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 0 FOLLOWER]: Advancing to term 1
15:03:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.498517 21477 raft_consensus.cc:1270] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Refusing update from remote peer 91001a9f813c4d0bb886c884c9622c28: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.499307 21631 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:48.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.500423 21640 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:48.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.500878 21640 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.503707 21397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afbeb07e283d4bd8ace8a072cd38766b" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc0f25d46dec466ca66cb11461601328" is_pre_election: true
15:03:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.505529 21640 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.506150 21560 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afbeb07e283d4bd8ace8a072cd38766b" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91001a9f813c4d0bb886c884c9622c28" is_pre_election: true
15:03:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.507097 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.554852 21643 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
15:03:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.557266 21640 sys_catalog.cc:455] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91001a9f813c4d0bb886c884c9622c28. Latest consensus state: current_term: 1 leader_uuid: "91001a9f813c4d0bb886c884c9622c28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.557582 21640 sys_catalog.cc:458] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: This master's current role is: FOLLOWER
15:03:48.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.558022 21649 sys_catalog.cc:455] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "91001a9f813c4d0bb886c884c9622c28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.565883 21649 sys_catalog.cc:458] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: This master's current role is: FOLLOWER
15:03:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.608493 21631 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "91001a9f813c4d0bb886c884c9622c28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.608793 21631 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91001a9f813c4d0bb886c884c9622c28 [sys.catalog]: This master's current role is: LEADER
15:03:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.626371 21659 catalog_manager.cc:796] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:03:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.938441 21641 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.938714 21641 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.938817 21641 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.946341 21641 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.946475 21641 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:03:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.946513 21641 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:03:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.946580 21641 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
15:03:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.946658 21641 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.216.129
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.955502 21641 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/data
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/wal
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.129:0
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/data/info.pb
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.129
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:03:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.216.129
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/logs
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Jan 2025 14:43:22 UTC on 24a791456cd2
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4143
15:03:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:03:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.956915 21641 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.958467 21641 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:03:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.969228 21664 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.969599 21667 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:48.969990 21665 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.970417 21641 server_base.cc:1034] running on GCE node
15:03:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.970974 21641 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.971817 21641 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.973017 21641 hybrid_clock.cc:648] HybridClock initialized: now 1736694228972968 us; error 42 us; skew 500 ppm
15:03:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.973275 21641 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:03:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.975258 21641 webserver.cc:458] Webserver started at http://127.20.216.129:46611/ using document root <none> and password file <none>
15:03:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.975922 21641 fs_manager.cc:362] Metadata directory not provided
15:03:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.976006 21641 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.976238 21641 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.978510 21641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/data/instance:
15:03:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e7b723bfb4e4264852deac73830b899"
15:03:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:48 on dist-test-slave-b45r"
15:03:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.979290 21641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/wal/instance:
15:03:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e7b723bfb4e4264852deac73830b899"
15:03:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:48 on dist-test-slave-b45r"
15:03:48.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.983848 21641 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.001s
15:03:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.986725 21673 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.987876 21641 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.988020 21641 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/data,/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/wal
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e7b723bfb4e4264852deac73830b899"
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:48 on dist-test-slave-b45r"
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:48.988193 21641 fs_report.cc:389] FS layout report
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/wal
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/wal
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/data/data
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.017972 21641 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.018747 21641 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.019017 21641 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.021731 21641 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:03:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.021809 21641 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:03:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.021906 21641 ts_tablet_manager.cc:610] Registered 0 tablets
15:03:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.021967 21641 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:03:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.072413 21641 rpc_server.cc:307] RPC server started. Bound to: 127.20.216.129:38293
15:03:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.072445 21797 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.216.129:38293 every 8 connection(s)
15:03:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.073729 21641 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/data/info.pb
15:03:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.076777 21799 heartbeater.cc:346] Connected to a master server at 127.20.216.190:41715
15:03:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.078198 21799 heartbeater.cc:463] Registering TS with master...
15:03:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.079138 21799 heartbeater.cc:510] Master 127.20.216.190:41715 requested a full tablet report, sending...
15:03:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.080931 21346 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu as pid 21641
15:03:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.081140 21346 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-0/wal/instance
15:03:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.082448 21388 ts_manager.cc:194] Registered new tserver with Master: 2e7b723bfb4e4264852deac73830b899 (127.20.216.129:38293)
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.084929 21798 heartbeater.cc:346] Connected to a master server at 127.20.216.188:41551
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.085062 21798 heartbeater.cc:463] Registering TS with master...
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.085135 21346 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/wal
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/data
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/logs
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/data/info.pb
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.130:0
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.216.130
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.130
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:03:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:03:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:03:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.085544 21798 heartbeater.cc:510] Master 127.20.216.188:41551 requested a full tablet report, sending...
15:03:49.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.086889 21550 ts_manager.cc:194] Registered new tserver with Master: 2e7b723bfb4e4264852deac73830b899 (127.20.216.129:38293)
15:03:49.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.089110 21550 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.216.129:47323
15:03:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.093165 21800 heartbeater.cc:346] Connected to a master server at 127.20.216.189:37629
15:03:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.093300 21800 heartbeater.cc:463] Registering TS with master...
15:03:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.093600 21800 heartbeater.cc:510] Master 127.20.216.189:37629 requested a full tablet report, sending...
15:03:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.095038 21469 ts_manager.cc:194] Registered new tserver with Master: 2e7b723bfb4e4264852deac73830b899 (127.20.216.129:38293)
15:03:49.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.285056 21629 catalog_manager.cc:1260] Loaded cluster ID: 1b234b213c5d4aabb78f2f35009bf5da
15:03:49.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.285182 21629 catalog_manager.cc:1553] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: loading cluster ID for follower catalog manager: success
15:03:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.288983 21629 catalog_manager.cc:1575] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: acquiring CA information for follower catalog manager: success
15:03:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.291213 21629 catalog_manager.cc:1603] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:03:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.402195 21803 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.402454 21803 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.402583 21803 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.410041 21803 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.410185 21803 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:03:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.410223 21803 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:03:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.410288 21803 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
15:03:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.410362 21803 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.216.130
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.419445 21803 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/data
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/wal
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.130:0
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/data/info.pb
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.130
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.216.130
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/logs
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Jan 2025 14:43:22 UTC on 24a791456cd2
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4143
15:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:03:49.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.420958 21803 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:49.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.422607 21803 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:03:49.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.433730 21808 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.434227 21809 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.434533 21811 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.434885 21803 server_base.cc:1034] running on GCE node
15:03:49.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.435489 21803 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.436329 21803 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.437517 21803 hybrid_clock.cc:648] HybridClock initialized: now 1736694229437465 us; error 42 us; skew 500 ppm
15:03:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.437815 21803 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:03:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.439924 21803 webserver.cc:458] Webserver started at http://127.20.216.130:34053/ using document root <none> and password file <none>
15:03:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.440599 21803 fs_manager.cc:362] Metadata directory not provided
15:03:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.440708 21803 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:49.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.441005 21803 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.443495 21803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/data/instance:
15:03:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77b1e01211e34f19aebcb824792fde46"
15:03:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:49 on dist-test-slave-b45r"
15:03:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.444218 21803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/wal/instance:
15:03:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77b1e01211e34f19aebcb824792fde46"
15:03:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:49 on dist-test-slave-b45r"
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.448930 21803 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.003s
15:03:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.452056 21817 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.453191 21803 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.453339 21803 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/data,/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/wal
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77b1e01211e34f19aebcb824792fde46"
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:49 on dist-test-slave-b45r"
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.453534 21803 fs_report.cc:389] FS layout report
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/wal
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/wal
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/data/data
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.468000 21803 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:03:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.468704 21803 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.468938 21803 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.471724 21803 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:03:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.471820 21803 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:03:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.471940 21803 ts_tablet_manager.cc:610] Registered 0 tablets
15:03:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.472008 21803 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:03:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.527441 21803 rpc_server.cc:307] RPC server started. Bound to: 127.20.216.130:41321
15:03:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.527474 21938 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.216.130:41321 every 8 connection(s)
15:03:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.528632 21803 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/data/info.pb
15:03:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.531919 21940 heartbeater.cc:346] Connected to a master server at 127.20.216.190:41715
15:03:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.532207 21940 heartbeater.cc:463] Registering TS with master...
15:03:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.532809 21346 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu as pid 21803
15:03:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.532977 21346 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-1/wal/instance
15:03:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.533175 21940 heartbeater.cc:510] Master 127.20.216.190:41715 requested a full tablet report, sending...
15:03:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.534919 21387 ts_manager.cc:194] Registered new tserver with Master: 77b1e01211e34f19aebcb824792fde46 (127.20.216.130:41321)
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.537788 21346 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/wal
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/data
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/logs
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/data/info.pb
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.131:0
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.216.131
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.131
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.538153 21939 heartbeater.cc:346] Connected to a master server at 127.20.216.188:41551
15:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.538272 21939 heartbeater.cc:463] Registering TS with master...
15:03:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.538725 21939 heartbeater.cc:510] Master 127.20.216.188:41551 requested a full tablet report, sending...
15:03:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.538759 21941 heartbeater.cc:346] Connected to a master server at 127.20.216.189:37629
15:03:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.538870 21941 heartbeater.cc:463] Registering TS with master...
15:03:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.539379 21941 heartbeater.cc:510] Master 127.20.216.189:37629 requested a full tablet report, sending...
15:03:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.539548 21550 ts_manager.cc:194] Registered new tserver with Master: 77b1e01211e34f19aebcb824792fde46 (127.20.216.130:41321)
15:03:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.540462 21550 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.216.130:47721
15:03:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.541481 21469 ts_manager.cc:194] Registered new tserver with Master: 77b1e01211e34f19aebcb824792fde46 (127.20.216.130:41321)
15:03:49.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.630906 21659 catalog_manager.cc:1260] Loaded cluster ID: 1b234b213c5d4aabb78f2f35009bf5da
15:03:49.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.631079 21659 catalog_manager.cc:1553] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b: loading cluster ID for follower catalog manager: success
15:03:49.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.634918 21659 catalog_manager.cc:1575] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b: acquiring CA information for follower catalog manager: success
15:03:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.637414 21659 catalog_manager.cc:1603] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:03:49.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.850150 21944 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:49.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.850406 21944 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:49.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.850512 21944 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.857978 21944 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.858155 21944 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:03:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.858213 21944 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:03:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.858306 21944 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
15:03:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.858417 21944 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.216.131
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.867466 21944 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.216.148:36037
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/data
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/wal
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.216.131:0
15:03:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/data/info.pb
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.216.131
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.216.190:41715,127.20.216.189:37629,127.20.216.188:41551
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.216.131
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/logs
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Jan 2025 14:43:22 UTC on 24a791456cd2
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4143
15:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:03:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.869115 21944 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:49.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.870731 21944 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:03:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.883134 21951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.883419 21950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:49.883908 21953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.885102 21944 server_base.cc:1034] running on GCE node
15:03:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.885663 21944 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.886523 21944 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.887701 21944 hybrid_clock.cc:648] HybridClock initialized: now 1736694229887638 us; error 59 us; skew 500 ppm
15:03:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.888012 21944 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:03:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.890211 21944 webserver.cc:458] Webserver started at http://127.20.216.131:36991/ using document root <none> and password file <none>
15:03:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.890887 21944 fs_manager.cc:362] Metadata directory not provided
15:03:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.891014 21944 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.891307 21944 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.893751 21944 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/data/instance:
15:03:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c10761b38d46427eb9616c0052e366ea"
15:03:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:49 on dist-test-slave-b45r"
15:03:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.894446 21944 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/wal/instance:
15:03:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c10761b38d46427eb9616c0052e366ea"
15:03:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:49 on dist-test-slave-b45r"
15:03:49.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.899250 21944 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.007s sys 0.000s
15:03:49.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.902238 21959 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:03:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.903439 21944 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
15:03:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.903559 21944 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/data,/tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/wal
15:03:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c10761b38d46427eb9616c0052e366ea"
15:03:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 15:03:49 on dist-test-slave-b45r"
15:03:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.903715 21944 fs_report.cc:389] FS layout report
15:03:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/wal
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/wal
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/data/data
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.926183 21944 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:03:49.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.927008 21944 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:49.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.927241 21944 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.929929 21944 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:03:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.930001 21944 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:03:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.930086 21944 ts_tablet_manager.cc:610] Registered 0 tablets
15:03:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.930120 21944 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:03:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.991753 21944 rpc_server.cc:307] RPC server started. Bound to: 127.20.216.131:43647
15:03:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.991781 22079 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.216.131:43647 every 8 connection(s)
15:03:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.992991 21944 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/data/info.pb
15:03:49.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.995750 21346 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu as pid 21944
15:03:49.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:49.995954 21346 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDlDeJ5/test-tmp/mini-kudu-cluster896883156487848692/ts-2/wal/instance
15:03:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.008441 22081 heartbeater.cc:346] Connected to a master server at 127.20.216.190:41715
15:03:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.008695 22081 heartbeater.cc:463] Registering TS with master...
15:03:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.009202 22080 heartbeater.cc:346] Connected to a master server at 127.20.216.188:41551
15:03:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.009320 22080 heartbeater.cc:463] Registering TS with master...
15:03:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.009939 22080 heartbeater.cc:510] Master 127.20.216.188:41551 requested a full tablet report, sending...
15:03:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.011361 21550 ts_manager.cc:194] Registered new tserver with Master: c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.011572 22081 heartbeater.cc:510] Master 127.20.216.190:41715 requested a full tablet report, sending...
15:03:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.012755 21388 ts_manager.cc:194] Registered new tserver with Master: c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.013304 21550 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.216.131:49959
15:03:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.017309 22082 heartbeater.cc:346] Connected to a master server at 127.20.216.189:37629
15:03:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.017424 22082 heartbeater.cc:463] Registering TS with master...
15:03:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.017694 22082 heartbeater.cc:510] Master 127.20.216.189:37629 requested a full tablet report, sending...
15:03:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.018579 21469 ts_manager.cc:194] Registered new tserver with Master: c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.025403 21346 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
15:03:50.027 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:03:50.027 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:03:50.028 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.216.190"
port: 41715
}
bound_http_address {
host: "127.20.216.190"
port: 33453
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.216.189"
port: 37629
}
bound_http_address {
host: "127.20.216.189"
port: 44821
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.216.188"
port: 41551
}
bound_http_address {
host: "127.20.216.188"
port: 37895
}
}
}
15:03:50.028 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:03:50.028 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.20.216.129"
port: 38293
}
bound_http_address {
host: "127.20.216.129"
port: 46611
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.20.216.130"
port: 41321
}
bound_http_address {
host: "127.20.216.130"
port: 34053
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.20.216.131"
port: 43647
}
bound_http_address {
host: "127.20.216.131"
port: 36991
}
}
}
15:03:50.028 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:03:50.030 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:03:50.032 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:50.033 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.216.189:37629(127.20.216.189:37629)] connecting to peer
15:03:50.034 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:50.034 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.216.188:41551(127.20.216.188:41551)] Successfully connected to peer
15:03:50.035 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.216.189:37629(127.20.216.189:37629)] Successfully connected to peer
15:03:50.035 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.216.190:41715(127.20.216.190:41715)] Successfully connected to peer
15:03:50.036 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.216.188
15:03:50.037 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.216.189
15:03:50.051 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.216.190
15:03:50.052 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x77f3269e, L:/127.0.0.1:33816 - R:/127.20.216.189:37629] using SASL/PLAIN
15:03:50.057 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2984551a, L:/127.0.0.1:43228 - R:/127.20.216.188:41551] using SASL/PLAIN
15:03:50.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:03:50.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=33), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: OK, deferred=null) after lookup
15:03:50.066 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x94d4d2a3, L:/127.0.0.1:50950 - R:/127.20.216.190:41715] using SASL/PLAIN
15:03:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.066865 21550 catalog_manager.cc:1909] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43228:
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:03:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.069056 21550 catalog_manager.cc:6885] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:03:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.091971 21798 heartbeater.cc:502] Master 127.20.216.188:41551 was elected leader, sending a full tablet report...
15:03:50.099 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c2e02f44f67941cba463c3f37fedf2fd
15:03:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.129779 21871 tablet_service.cc:1467] Processing CreateTablet for tablet 2a2184c2e2c8433b96e74504e903f1f6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:03:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.130510 22015 tablet_service.cc:1467] Processing CreateTablet for tablet 2a2184c2e2c8433b96e74504e903f1f6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:03:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.131265 21871 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2a2184c2e2c8433b96e74504e903f1f6. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.131428 21870 tablet_service.cc:1467] Processing CreateTablet for tablet 7a0fa326d31644278de73e10eab9f987 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:03:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.132004 21870 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a0fa326d31644278de73e10eab9f987. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.132009 22015 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2a2184c2e2c8433b96e74504e903f1f6. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.132449 21733 tablet_service.cc:1467] Processing CreateTablet for tablet 2a2184c2e2c8433b96e74504e903f1f6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.133625 21733 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2a2184c2e2c8433b96e74504e903f1f6. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.130699 22014 tablet_service.cc:1467] Processing CreateTablet for tablet 7a0fa326d31644278de73e10eab9f987 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.134476 22014 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a0fa326d31644278de73e10eab9f987. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.135131 21732 tablet_service.cc:1467] Processing CreateTablet for tablet 7a0fa326d31644278de73e10eab9f987 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:03:50.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.137039 21732 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a0fa326d31644278de73e10eab9f987. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.145057 22105 tablet_bootstrap.cc:492] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea: Bootstrap starting.
15:03:50.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.148689 22105 tablet_bootstrap.cc:654] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea: Neither blocks nor log segments found. Creating new log.
15:03:50.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.149936 22105 log.cc:826] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea: Log is configured to *not* fsync() on all Append() calls
15:03:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.154747 22106 tablet_bootstrap.cc:492] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46: Bootstrap starting.
15:03:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.155795 22105 tablet_bootstrap.cc:492] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea: No bootstrap required, opened a new log
15:03:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.156072 22105 ts_tablet_manager.cc:1397] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.004s
15:03:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.158105 22106 tablet_bootstrap.cc:654] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46: Neither blocks nor log segments found. Creating new log.
15:03:50.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.159370 22106 log.cc:826] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46: Log is configured to *not* fsync() on all Append() calls
15:03:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.164808 22105 raft_consensus.cc:357] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.165268 22105 raft_consensus.cc:383] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.165364 22105 raft_consensus.cc:738] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c10761b38d46427eb9616c0052e366ea, State: Initialized, Role: FOLLOWER
15:03:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.166361 22109 tablet_bootstrap.cc:492] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899: Bootstrap starting.
15:03:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.166699 22105 consensus_queue.cc:260] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.168958 22106 tablet_bootstrap.cc:492] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46: No bootstrap required, opened a new log
15:03:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.169238 22106 ts_tablet_manager.cc:1397] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46: Time spent bootstrapping tablet: real 0.015s user 0.004s sys 0.008s
15:03:50.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.170298 22109 tablet_bootstrap.cc:654] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899: Neither blocks nor log segments found. Creating new log.
15:03:50.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.171628 22109 log.cc:826] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899: Log is configured to *not* fsync() on all Append() calls
15:03:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.174696 22080 heartbeater.cc:502] Master 127.20.216.188:41551 was elected leader, sending a full tablet report...
15:03:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.174777 22105 ts_tablet_manager.cc:1428] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea: Time spent starting tablet: real 0.019s user 0.014s sys 0.004s
15:03:50.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.175300 22105 tablet_bootstrap.cc:492] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea: Bootstrap starting.
15:03:50.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.177086 22105 tablet_bootstrap.cc:654] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea: Neither blocks nor log segments found. Creating new log.
15:03:50.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.181655 22106 raft_consensus.cc:357] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.182466 22106 raft_consensus.cc:383] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.182700 22106 raft_consensus.cc:738] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77b1e01211e34f19aebcb824792fde46, State: Initialized, Role: FOLLOWER
15:03:50.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.183521 22106 consensus_queue.cc:260] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.183974 22109 tablet_bootstrap.cc:492] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899: No bootstrap required, opened a new log
15:03:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.184370 22109 ts_tablet_manager.cc:1397] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899: Time spent bootstrapping tablet: real 0.018s user 0.010s sys 0.000s
15:03:50.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.188488 21939 heartbeater.cc:502] Master 127.20.216.188:41551 was elected leader, sending a full tablet report...
15:03:50.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.188844 22105 tablet_bootstrap.cc:492] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea: No bootstrap required, opened a new log
15:03:50.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.189077 22106 ts_tablet_manager.cc:1428] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46: Time spent starting tablet: real 0.020s user 0.014s sys 0.003s
15:03:50.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.189088 22105 ts_tablet_manager.cc:1397] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea: Time spent bootstrapping tablet: real 0.014s user 0.010s sys 0.004s
15:03:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.189918 22105 raft_consensus.cc:357] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.190116 22105 raft_consensus.cc:383] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.190204 22105 raft_consensus.cc:738] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c10761b38d46427eb9616c0052e366ea, State: Initialized, Role: FOLLOWER
15:03:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.190416 22105 consensus_queue.cc:260] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.190930 22105 ts_tablet_manager.cc:1428] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
15:03:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.193063 22106 tablet_bootstrap.cc:492] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46: Bootstrap starting.
15:03:50.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.195098 22106 tablet_bootstrap.cc:654] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46: Neither blocks nor log segments found. Creating new log.
15:03:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.197415 22106 tablet_bootstrap.cc:492] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46: No bootstrap required, opened a new log
15:03:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.197546 22106 ts_tablet_manager.cc:1397] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.002s
15:03:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.197791 22109 raft_consensus.cc:357] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.198161 22109 raft_consensus.cc:383] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.198269 22109 raft_consensus.cc:738] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e7b723bfb4e4264852deac73830b899, State: Initialized, Role: FOLLOWER
15:03:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.198310 22106 raft_consensus.cc:357] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.198438 22106 raft_consensus.cc:383] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.198493 22106 raft_consensus.cc:738] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77b1e01211e34f19aebcb824792fde46, State: Initialized, Role: FOLLOWER
15:03:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.198688 22106 consensus_queue.cc:260] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.198968 22109 consensus_queue.cc:260] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.199194 22106 ts_tablet_manager.cc:1428] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
15:03:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.201267 22109 ts_tablet_manager.cc:1428] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899: Time spent starting tablet: real 0.017s user 0.010s sys 0.000s
15:03:50.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.202046 22109 tablet_bootstrap.cc:492] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899: Bootstrap starting.
15:03:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.206074 22109 tablet_bootstrap.cc:654] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899: Neither blocks nor log segments found. Creating new log.
15:03:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.207898 22109 tablet_bootstrap.cc:492] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899: No bootstrap required, opened a new log
15:03:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.208012 22109 ts_tablet_manager.cc:1397] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.000s
15:03:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.208560 22109 raft_consensus.cc:357] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.208703 22109 raft_consensus.cc:383] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.208757 22109 raft_consensus.cc:738] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e7b723bfb4e4264852deac73830b899, State: Initialized, Role: FOLLOWER
15:03:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.208921 22109 consensus_queue.cc:260] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.209374 22109 ts_tablet_manager.cc:1428] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
15:03:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.214051 22115 raft_consensus.cc:491] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.214257 22115 raft_consensus.cc:513] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.215837 22115 leader_election.cc:290] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 77b1e01211e34f19aebcb824792fde46 (127.20.216.130:41321), c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.222268 21894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a2184c2e2c8433b96e74504e903f1f6" candidate_uuid: "2e7b723bfb4e4264852deac73830b899" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77b1e01211e34f19aebcb824792fde46" is_pre_election: true
15:03:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.222810 21894 raft_consensus.cc:2463] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e7b723bfb4e4264852deac73830b899 in term 0.
15:03:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.222829 22035 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a2184c2e2c8433b96e74504e903f1f6" candidate_uuid: "2e7b723bfb4e4264852deac73830b899" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c10761b38d46427eb9616c0052e366ea" is_pre_election: true
15:03:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.223301 22035 raft_consensus.cc:2463] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e7b723bfb4e4264852deac73830b899 in term 0.
15:03:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.223423 21674 leader_election.cc:304] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e7b723bfb4e4264852deac73830b899, 77b1e01211e34f19aebcb824792fde46; no voters:
15:03:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.223832 22115 raft_consensus.cc:2798] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:03:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.223989 22115 raft_consensus.cc:491] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.224084 22115 raft_consensus.cc:3054] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Advancing to term 1
15:03:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.226349 22115 raft_consensus.cc:513] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.227015 22115 leader_election.cc:290] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [CANDIDATE]: Term 1 election: Requested vote from peers 77b1e01211e34f19aebcb824792fde46 (127.20.216.130:41321), c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.227248 21894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a2184c2e2c8433b96e74504e903f1f6" candidate_uuid: "2e7b723bfb4e4264852deac73830b899" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77b1e01211e34f19aebcb824792fde46"
15:03:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.227430 21894 raft_consensus.cc:3054] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Advancing to term 1
15:03:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.227422 22035 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a2184c2e2c8433b96e74504e903f1f6" candidate_uuid: "2e7b723bfb4e4264852deac73830b899" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c10761b38d46427eb9616c0052e366ea"
15:03:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.227560 22035 raft_consensus.cc:3054] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Advancing to term 1
15:03:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.229384 21894 raft_consensus.cc:2463] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e7b723bfb4e4264852deac73830b899 in term 1.
15:03:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.229434 22035 raft_consensus.cc:2463] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e7b723bfb4e4264852deac73830b899 in term 1.
15:03:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.229740 21674 leader_election.cc:304] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e7b723bfb4e4264852deac73830b899, 77b1e01211e34f19aebcb824792fde46; no voters:
15:03:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.230043 22115 raft_consensus.cc:2798] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 1 FOLLOWER]: Leader election won for term 1
15:03:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.230418 22115 raft_consensus.cc:695] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [term 1 LEADER]: Becoming Leader. State: Replica: 2e7b723bfb4e4264852deac73830b899, State: Running, Role: LEADER
15:03:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.230892 22115 consensus_queue.cc:237] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.235765 21549 catalog_manager.cc:5526] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e7b723bfb4e4264852deac73830b899 (127.20.216.129). New cstate: current_term: 1 leader_uuid: "2e7b723bfb4e4264852deac73830b899" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } health_report { overall_health: UNKNOWN } } }
15:03:50.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.257941 22083 tablet.cc:2367] T 2a2184c2e2c8433b96e74504e903f1f6 P c10761b38d46427eb9616c0052e366ea: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.281662 21942 tablet.cc:2367] T 2a2184c2e2c8433b96e74504e903f1f6 P 77b1e01211e34f19aebcb824792fde46: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.310431 22113 raft_consensus.cc:491] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.310623 22113 raft_consensus.cc:513] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.312214 22113 leader_election.cc:290] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e7b723bfb4e4264852deac73830b899 (127.20.216.129:38293), c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.318596 22035 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7a0fa326d31644278de73e10eab9f987" candidate_uuid: "77b1e01211e34f19aebcb824792fde46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c10761b38d46427eb9616c0052e366ea" is_pre_election: true
15:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.318881 22035 raft_consensus.cc:2463] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 77b1e01211e34f19aebcb824792fde46 in term 0.
15:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.318818 21753 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7a0fa326d31644278de73e10eab9f987" candidate_uuid: "77b1e01211e34f19aebcb824792fde46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e7b723bfb4e4264852deac73830b899" is_pre_election: true
15:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.319248 21753 raft_consensus.cc:2463] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 77b1e01211e34f19aebcb824792fde46 in term 0.
15:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.319391 21819 leader_election.cc:304] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 77b1e01211e34f19aebcb824792fde46, c10761b38d46427eb9616c0052e366ea; no voters:
15:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.319769 22113 raft_consensus.cc:2798] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.319893 22113 raft_consensus.cc:491] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.319980 22113 raft_consensus.cc:3054] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Advancing to term 1
15:03:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.321861 22113 raft_consensus.cc:513] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.322441 22113 leader_election.cc:290] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [CANDIDATE]: Term 1 election: Requested vote from peers 2e7b723bfb4e4264852deac73830b899 (127.20.216.129:38293), c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.322858 21753 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7a0fa326d31644278de73e10eab9f987" candidate_uuid: "77b1e01211e34f19aebcb824792fde46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e7b723bfb4e4264852deac73830b899"
15:03:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.322881 22035 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7a0fa326d31644278de73e10eab9f987" candidate_uuid: "77b1e01211e34f19aebcb824792fde46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c10761b38d46427eb9616c0052e366ea"
15:03:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.323061 21753 raft_consensus.cc:3054] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Advancing to term 1
15:03:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.323136 22035 raft_consensus.cc:3054] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Advancing to term 1
15:03:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.324947 21753 raft_consensus.cc:2463] T 7a0fa326d31644278de73e10eab9f987 P 2e7b723bfb4e4264852deac73830b899 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 77b1e01211e34f19aebcb824792fde46 in term 1.
15:03:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.325310 21821 leader_election.cc:304] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e7b723bfb4e4264852deac73830b899, 77b1e01211e34f19aebcb824792fde46; no voters:
15:03:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.325598 22113 raft_consensus.cc:2798] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 1 FOLLOWER]: Leader election won for term 1
15:03:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.325842 22035 raft_consensus.cc:2463] T 7a0fa326d31644278de73e10eab9f987 P c10761b38d46427eb9616c0052e366ea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 77b1e01211e34f19aebcb824792fde46 in term 1.
15:03:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.326181 22113 raft_consensus.cc:695] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [term 1 LEADER]: Becoming Leader. State: Replica: 77b1e01211e34f19aebcb824792fde46, State: Running, Role: LEADER
15:03:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.326977 22113 consensus_queue.cc:237] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.328190 21801 tablet.cc:2367] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.331707 21549 catalog_manager.cc:5526] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 reported cstate change: term changed from 0 to 1, leader changed from <none> to 77b1e01211e34f19aebcb824792fde46 (127.20.216.130). New cstate: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } health_report { overall_health: UNKNOWN } } }
15:03:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.370427 21549 catalog_manager.cc:1909] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43242:
15:03:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
15:03:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
15:03:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
15:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.371551 21549 catalog_manager.cc:6885] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:03:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.382499 21733 tablet_service.cc:1467] Processing CreateTablet for tablet e801f0a8b093471eb5cfef550c3c244e (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8fce613fb3944371a512189bb9bb6066]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:03:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.383054 22015 tablet_service.cc:1467] Processing CreateTablet for tablet e801f0a8b093471eb5cfef550c3c244e (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8fce613fb3944371a512189bb9bb6066]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:03:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.383586 21733 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e801f0a8b093471eb5cfef550c3c244e. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.383862 22015 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e801f0a8b093471eb5cfef550c3c244e. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.383596 21871 tablet_service.cc:1467] Processing CreateTablet for tablet e801f0a8b093471eb5cfef550c3c244e (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=8fce613fb3944371a512189bb9bb6066]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:03:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.384387 21871 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e801f0a8b093471eb5cfef550c3c244e. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.389389 22106 tablet_bootstrap.cc:492] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: Bootstrap starting.
15:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.390540 22105 tablet_bootstrap.cc:492] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: Bootstrap starting.
15:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.391077 22106 tablet_bootstrap.cc:654] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: Neither blocks nor log segments found. Creating new log.
15:03:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.392166 22105 tablet_bootstrap.cc:654] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: Neither blocks nor log segments found. Creating new log.
15:03:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.392259 22109 tablet_bootstrap.cc:492] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: Bootstrap starting.
15:03:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.393841 22109 tablet_bootstrap.cc:654] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: Neither blocks nor log segments found. Creating new log.
15:03:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.393939 22105 tablet_bootstrap.cc:492] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: No bootstrap required, opened a new log
15:03:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.394060 22105 ts_tablet_manager.cc:1397] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
15:03:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.394575 22105 raft_consensus.cc:357] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.394759 22105 raft_consensus.cc:383] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.394836 22105 raft_consensus.cc:738] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c10761b38d46427eb9616c0052e366ea, State: Initialized, Role: FOLLOWER
15:03:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.395510 22106 tablet_bootstrap.cc:492] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: No bootstrap required, opened a new log
15:03:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.395666 22106 ts_tablet_manager.cc:1397] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.003s
15:03:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.395689 22109 tablet_bootstrap.cc:492] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: No bootstrap required, opened a new log
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.395823 22109 ts_tablet_manager.cc:1397] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.395529 22105 consensus_queue.cc:260] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.396277 22105 ts_tablet_manager.cc:1428] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.396190 22110 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.396507 22110 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: This TxnStatusTablet replica's current role is: FOLLOWER
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.396476 22109 raft_consensus.cc:357] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.396684 22109 raft_consensus.cc:383] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.396768 22109 raft_consensus.cc:738] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e7b723bfb4e4264852deac73830b899, State: Initialized, Role: FOLLOWER
15:03:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.397020 22109 consensus_queue.cc:260] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.397428 22115 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.397689 22115 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: This TxnStatusTablet replica's current role is: FOLLOWER
15:03:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.398030 22109 ts_tablet_manager.cc:1428] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
15:03:50.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.398732 22106 raft_consensus.cc:357] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.398978 22106 raft_consensus.cc:383] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.400554 22106 raft_consensus.cc:738] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77b1e01211e34f19aebcb824792fde46, State: Initialized, Role: FOLLOWER
15:03:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.400825 22106 consensus_queue.cc:260] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.401304 22106 ts_tablet_manager.cc:1428] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: Time spent starting tablet: real 0.006s user 0.000s sys 0.001s
15:03:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.401237 22113 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.401495 22113 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: This TxnStatusTablet replica's current role is: FOLLOWER
15:03:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.457609 22110 raft_consensus.cc:491] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.457825 22110 raft_consensus.cc:513] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.458006 22113 raft_consensus.cc:491] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.458209 22113 raft_consensus.cc:513] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.458830 22113 leader_election.cc:290] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e7b723bfb4e4264852deac73830b899 (127.20.216.129:38293), c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.459358 21753 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e801f0a8b093471eb5cfef550c3c244e" candidate_uuid: "77b1e01211e34f19aebcb824792fde46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e7b723bfb4e4264852deac73830b899" is_pre_election: true
15:03:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.459426 22035 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e801f0a8b093471eb5cfef550c3c244e" candidate_uuid: "77b1e01211e34f19aebcb824792fde46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c10761b38d46427eb9616c0052e366ea" is_pre_election: true
15:03:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.459496 22110 leader_election.cc:290] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e7b723bfb4e4264852deac73830b899 (127.20.216.129:38293), 77b1e01211e34f19aebcb824792fde46 (127.20.216.130:41321)
15:03:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.459625 22035 raft_consensus.cc:2463] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 77b1e01211e34f19aebcb824792fde46 in term 0.
15:03:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.459635 21753 raft_consensus.cc:2463] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 77b1e01211e34f19aebcb824792fde46 in term 0.
15:03:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.460085 21821 leader_election.cc:304] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e7b723bfb4e4264852deac73830b899, 77b1e01211e34f19aebcb824792fde46; no voters:
15:03:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.460391 22113 raft_consensus.cc:2798] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:03:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.460489 22113 raft_consensus.cc:491] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.460590 22113 raft_consensus.cc:3054] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 0 FOLLOWER]: Advancing to term 1
15:03:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.463100 22113 raft_consensus.cc:513] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.463742 22113 leader_election.cc:290] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [CANDIDATE]: Term 1 election: Requested vote from peers 2e7b723bfb4e4264852deac73830b899 (127.20.216.129:38293), c10761b38d46427eb9616c0052e366ea (127.20.216.131:43647)
15:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.464252 21753 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e801f0a8b093471eb5cfef550c3c244e" candidate_uuid: "77b1e01211e34f19aebcb824792fde46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e7b723bfb4e4264852deac73830b899"
15:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.464480 21753 raft_consensus.cc:3054] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [term 0 FOLLOWER]: Advancing to term 1
15:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.464411 22035 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e801f0a8b093471eb5cfef550c3c244e" candidate_uuid: "77b1e01211e34f19aebcb824792fde46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c10761b38d46427eb9616c0052e366ea"
15:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.464615 22035 raft_consensus.cc:3054] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 0 FOLLOWER]: Advancing to term 1
15:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.467202 21753 raft_consensus.cc:2463] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 77b1e01211e34f19aebcb824792fde46 in term 1.
15:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.467358 22035 raft_consensus.cc:2463] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 77b1e01211e34f19aebcb824792fde46 in term 1.
15:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.467368 21752 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e801f0a8b093471eb5cfef550c3c244e" candidate_uuid: "c10761b38d46427eb9616c0052e366ea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e7b723bfb4e4264852deac73830b899" is_pre_election: true
15:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.467737 21752 raft_consensus.cc:2388] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c10761b38d46427eb9616c0052e366ea in current term 1: Already voted for candidate 77b1e01211e34f19aebcb824792fde46 in this term.
15:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.467904 21821 leader_election.cc:304] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e7b723bfb4e4264852deac73830b899, 77b1e01211e34f19aebcb824792fde46; no voters:
15:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.468166 22113 raft_consensus.cc:2798] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 1 FOLLOWER]: Leader election won for term 1
15:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.468343 22113 raft_consensus.cc:695] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [term 1 LEADER]: Becoming Leader. State: Replica: 77b1e01211e34f19aebcb824792fde46, State: Running, Role: LEADER
15:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.468631 21894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e801f0a8b093471eb5cfef550c3c244e" candidate_uuid: "c10761b38d46427eb9616c0052e366ea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77b1e01211e34f19aebcb824792fde46" is_pre_election: true
15:03:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.469179 22113 consensus_queue.cc:237] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } }
15:03:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.469305 21960 leader_election.cc:304] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c10761b38d46427eb9616c0052e366ea; no voters: 2e7b723bfb4e4264852deac73830b899, 77b1e01211e34f19aebcb824792fde46
15:03:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.469725 22110 raft_consensus.cc:2743] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:03:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.471442 22123 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: TxnStatusTablet state changed. Reason: New leader 77b1e01211e34f19aebcb824792fde46. Latest consensus state: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.471745 22123 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: This TxnStatusTablet replica's current role is: LEADER
15:03:50.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.472779 21548 catalog_manager.cc:5526] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 reported cstate change: term changed from 0 to 1, leader changed from <none> to 77b1e01211e34f19aebcb824792fde46 (127.20.216.130). New cstate: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } health_report { overall_health: UNKNOWN } } }
15:03:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.474488 22138 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
15:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.474771 22138 txn_status_manager.cc:930] Loading transaction status metadata into memory...
15:03:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.500363 22035 raft_consensus.cc:1270] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea [term 1 FOLLOWER]: Refusing update from remote peer 77b1e01211e34f19aebcb824792fde46: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.500375 21752 raft_consensus.cc:1270] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899 [term 1 FOLLOWER]: Refusing update from remote peer 77b1e01211e34f19aebcb824792fde46: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.501160 22123 consensus_queue.cc:1035] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.501469 22113 consensus_queue.cc:1035] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.510771 22110 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: TxnStatusTablet state changed. Reason: New leader 77b1e01211e34f19aebcb824792fde46. Latest consensus state: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.515455 22110 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: This TxnStatusTablet replica's current role is: FOLLOWER
15:03:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.517395 22141 mvcc.cc:204] Tried to move back new op lower bound from 7113499568121188352 to 7113499568004337664. Current Snapshot: MvccSnapshot[applied={T|T < 7113499568121188352}]
15:03:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.519454 22110 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.519659 22110 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P c10761b38d46427eb9616c0052e366ea: This TxnStatusTablet replica's current role is: FOLLOWER
15:03:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.519713 22115 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: TxnStatusTablet state changed. Reason: New leader 77b1e01211e34f19aebcb824792fde46. Latest consensus state: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.519999 22115 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: This TxnStatusTablet replica's current role is: FOLLOWER
15:03:50.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.527978 22115 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.528211 22115 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P 2e7b723bfb4e4264852deac73830b899: This TxnStatusTablet replica's current role is: FOLLOWER
15:03:50.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.526577 22113 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.533 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
15:03:50.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.531983 22113 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: This TxnStatusTablet replica's current role is: LEADER
15:03:50.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.536356 22148 tablet_replica.cc:440] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "77b1e01211e34f19aebcb824792fde46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 } } peers { permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 } } peers { permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 } } }
15:03:50.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.536832 22148 tablet_replica.cc:443] T e801f0a8b093471eb5cfef550c3c244e P 77b1e01211e34f19aebcb824792fde46: This TxnStatusTablet replica's current role is: LEADER
15:03:50.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c2e02f44f67941cba463c3f37fedf2fd
15:03:50.540 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.216.188:41551
15:03:50.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:03:50.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.543977 21346 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu pid 21516
15:03:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.545104 21590 generic_service.cc:196] Checking for leaks (request via RPC)
15:03:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.664166 21346 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu with pid 21516
15:03:50.681 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.216.188:41551(127.20.216.188:41551)] handling channelInactive
15:03:50.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state READY due to: connection closed
15:03:50.683 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:03:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.704308 22115 consensus_queue.cc:1035] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:50.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.709597 22119 consensus_queue.cc:1035] T 2a2184c2e2c8433b96e74504e903f1f6 P 2e7b723bfb4e4264852deac73830b899 [LEADER]: Connected to new peer: Peer: permanent_uuid: "77b1e01211e34f19aebcb824792fde46" member_type: VOTER last_known_addr { host: "127.20.216.130" port: 41321 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:50.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.710454 22080 heartbeater.cc:643] Failed to heartbeat to 127.20.216.188:41551 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.714854 21798 heartbeater.cc:643] Failed to heartbeat to 127.20.216.188:41551 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.714915 21939 heartbeater.cc:643] Failed to heartbeat to 127.20.216.188:41551 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.813094 22113 consensus_queue.cc:1035] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e7b723bfb4e4264852deac73830b899" member_type: VOTER last_known_addr { host: "127.20.216.129" port: 38293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:50.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.818861 22148 consensus_queue.cc:1035] T 7a0fa326d31644278de73e10eab9f987 P 77b1e01211e34f19aebcb824792fde46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c10761b38d46427eb9616c0052e366ea" member_type: VOTER last_known_addr { host: "127.20.216.131" port: 43647 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.964228 22155 raft_consensus.cc:491] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 91001a9f813c4d0bb886c884c9622c28)
15:03:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.964351 22156 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 91001a9f813c4d0bb886c884c9622c28)
15:03:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.964433 22155 raft_consensus.cc:513] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.964524 22156 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:50.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.965204 22156 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.965655 21397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afbeb07e283d4bd8ace8a072cd38766b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "dc0f25d46dec466ca66cb11461601328" is_pre_election: true
15:03:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.965893 22155 leader_election.cc:290] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers afbeb07e283d4bd8ace8a072cd38766b (127.20.216.189:37629), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.966183 21397 raft_consensus.cc:2463] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afbeb07e283d4bd8ace8a072cd38766b in term 1.
15:03:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.966382 21477 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc0f25d46dec466ca66cb11461601328" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "afbeb07e283d4bd8ace8a072cd38766b" is_pre_election: true
15:03:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.966599 21477 raft_consensus.cc:2463] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc0f25d46dec466ca66cb11461601328 in term 1.
15:03:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.966789 21455 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b, dc0f25d46dec466ca66cb11461601328; no voters:
15:03:50.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.967090 22156 raft_consensus.cc:2798] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Leader pre-election won for term 2
15:03:50.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.967187 22156 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Starting leader election (detected failure of leader 91001a9f813c4d0bb886c884c9622c28)
15:03:50.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.967262 22156 raft_consensus.cc:3054] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 1 FOLLOWER]: Advancing to term 2
15:03:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.967909 21372 leader_election.cc:304] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b, dc0f25d46dec466ca66cb11461601328; no voters:
15:03:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.968402 22155 raft_consensus.cc:2798] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 1 FOLLOWER]: Leader pre-election won for term 2
15:03:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.968525 22155 raft_consensus.cc:491] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 91001a9f813c4d0bb886c884c9622c28)
15:03:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.968616 22155 raft_consensus.cc:3054] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 1 FOLLOWER]: Advancing to term 2
15:03:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.969609 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.969638 21375 leader_election.cc:336] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.970047 22156 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.970597 22156 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 2 election: Requested vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.970980 21397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afbeb07e283d4bd8ace8a072cd38766b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "dc0f25d46dec466ca66cb11461601328"
15:03:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.971165 22155 raft_consensus.cc:513] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.971571 21397 raft_consensus.cc:2388] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate afbeb07e283d4bd8ace8a072cd38766b in current term 2: Already voted for candidate dc0f25d46dec466ca66cb11461601328 in this term.
15:03:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.971796 22155 leader_election.cc:290] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 2 election: Requested vote from peers afbeb07e283d4bd8ace8a072cd38766b (127.20.216.189:37629), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.971940 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.972205 21455 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.972409 21477 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc0f25d46dec466ca66cb11461601328" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "afbeb07e283d4bd8ace8a072cd38766b"
15:03:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.972646 21477 raft_consensus.cc:2388] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate dc0f25d46dec466ca66cb11461601328 in current term 2: Already voted for candidate afbeb07e283d4bd8ace8a072cd38766b in this term.
15:03:50.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.972858 22156 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
15:03:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:50.973439 21375 leader_election.cc:336] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.973552 21375 leader_election.cc:304] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dc0f25d46dec466ca66cb11461601328; no voters: 91001a9f813c4d0bb886c884c9622c28, afbeb07e283d4bd8ace8a072cd38766b
15:03:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:50.973774 22155 raft_consensus.cc:2743] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
15:03:51.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.054 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.20.216.188:41551(127.20.216.188:41551) for tablet Kudu Master: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.195 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [2ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1735741551(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2068800939@7b18e3d6 -> (continuation of Deferred@2098309182 after retry RPC after error@834454325) -> (continuation of Deferred@2089229125 after retry RPC after error@1077760336) -> (continuation of Deferred@807227697 after retry RPC after error@1735367020) -> (continuation of Deferred@603384823 after retry RPC after error@166430984) -> (continuation of Deferred@1403377117 after retry RPC after error@1218085436), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/356594043@5ca7618b -> (continuation of Deferred@2098309182 after retry RPC after error@834454325) -> (continuation of Deferred@2089229125 after retry RPC after error@1077760336) -> (continuation of Deferred@807227697 after retry RPC after error@1735367020) -> (continuation of Deferred@603384823 after retry RPC after error@166430984) -> (continuation of Deferred@1403377117 after retry RPC after error@1218085436)))
15:03:51.196 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [2ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1735741551(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2068800939@7b18e3d6 -> (continuation of Deferred@2098309182 after retry RPC after error@834454325) -> (continuation of Deferred@2089229125 after retry RPC after error@1077760336) -> (continuation of Deferred@807227697 after retry RPC after error@1735367020) -> (continuation of Deferred@603384823 after retry RPC after error@166430984) -> (continuation of Deferred@1403377117 after retry RPC after error@1218085436), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/356594043@5ca7618b -> (continuation of Deferred@2098309182 after retry RPC after error@834454325) -> (continuation of Deferred@2089229125 after retry RPC after error@1077760336) -> (continuation of Deferred@807227697 after retry RPC after error@1735367020) -> (continuation of Deferred@603384823 after retry RPC after error@166430984) -> (continuation of Deferred@1403377117 after retry RPC after error@1218085436)))
15:03:51.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.367826 22155 raft_consensus.cc:491] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.368014 22155 raft_consensus.cc:513] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.368577 22155 leader_election.cc:290] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers afbeb07e283d4bd8ace8a072cd38766b (127.20.216.189:37629), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:51.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.369196 21477 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc0f25d46dec466ca66cb11461601328" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "afbeb07e283d4bd8ace8a072cd38766b" is_pre_election: true
15:03:51.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.369463 21477 raft_consensus.cc:2463] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc0f25d46dec466ca66cb11461601328 in term 2.
15:03:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.370010 21372 leader_election.cc:304] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b, dc0f25d46dec466ca66cb11461601328; no voters:
15:03:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:51.370325 21375 leader_election.cc:336] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.370357 22155 raft_consensus.cc:2798] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 2 FOLLOWER]: Leader pre-election won for term 3
15:03:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.370457 22155 raft_consensus.cc:491] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.370548 22155 raft_consensus.cc:3054] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 2 FOLLOWER]: Advancing to term 3
15:03:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.372483 22155 raft_consensus.cc:513] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.373062 22155 leader_election.cc:290] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 3 election: Requested vote from peers afbeb07e283d4bd8ace8a072cd38766b (127.20.216.189:37629), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.373495 21477 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc0f25d46dec466ca66cb11461601328" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "afbeb07e283d4bd8ace8a072cd38766b"
15:03:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.373684 21477 raft_consensus.cc:3054] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 2 FOLLOWER]: Advancing to term 3
15:03:51.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:51.374323 21375 leader_election.cc:336] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.375842 21477 raft_consensus.cc:2463] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc0f25d46dec466ca66cb11461601328 in term 3.
15:03:51.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.376214 21372 leader_election.cc:304] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b, dc0f25d46dec466ca66cb11461601328; no voters: 91001a9f813c4d0bb886c884c9622c28
15:03:51.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.376462 22155 raft_consensus.cc:2798] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 3 FOLLOWER]: Leader election won for term 3
15:03:51.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.376870 22155 raft_consensus.cc:695] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [term 3 LEADER]: Becoming Leader. State: Replica: dc0f25d46dec466ca66cb11461601328, State: Running, Role: LEADER
15:03:51.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.377269 22155 consensus_queue.cc:237] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.378492 22163 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc0f25d46dec466ca66cb11461601328. Latest consensus state: current_term: 3 leader_uuid: "dc0f25d46dec466ca66cb11461601328" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.378729 22163 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: This master's current role is: LEADER
15:03:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.379340 22164 catalog_manager.cc:1476] Loading table and tablet metadata into memory...
15:03:51.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.381364 22164 catalog_manager.cc:670] Loaded metadata for table kudu_system.kudu_transactions [id=8fce613fb3944371a512189bb9bb6066]
15:03:51.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.381898 22164 catalog_manager.cc:670] Loaded metadata for table txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd]
15:03:51.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.383489 22164 tablet_loader.cc:96] loaded metadata for tablet 2a2184c2e2c8433b96e74504e903f1f6 (table txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd])
15:03:51.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.383894 22164 tablet_loader.cc:96] loaded metadata for tablet 7a0fa326d31644278de73e10eab9f987 (table txn_manager_fallback_rolling [id=c2e02f44f67941cba463c3f37fedf2fd])
15:03:51.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.384238 22164 tablet_loader.cc:96] loaded metadata for tablet e801f0a8b093471eb5cfef550c3c244e (table kudu_system.kudu_transactions [id=8fce613fb3944371a512189bb9bb6066])
15:03:51.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.384488 22164 catalog_manager.cc:1485] Initializing Kudu cluster ID...
15:03:51.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.385377 22164 catalog_manager.cc:1260] Loaded cluster ID: 1b234b213c5d4aabb78f2f35009bf5da
15:03:51.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.385466 22164 catalog_manager.cc:1496] Initializing Kudu internal certificate authority...
15:03:51.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.386539 22164 catalog_manager.cc:1505] Loading token signing keys...
15:03:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.387377 22164 catalog_manager.cc:5910] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328: Loaded TSK: 0
15:03:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.388250 22164 catalog_manager.cc:1515] Initializing in-progress tserver states...
15:03:51.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:51.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:51.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:03:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:51.456995 21375 consensus_peers.cc:487] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 -> Peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Couldn't send request to peer 91001a9f813c4d0bb886c884c9622c28. Status: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:51.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, deferred=Deferred@918996370(state=PENDING, result=null, callback=(continuation of Deferred@918364958 after retry RPC after error@1844807697) -> (continuation of Deferred@655673472 after retry RPC after error@670983077) -> (continuation of Deferred@2021917079 after retry RPC after error@972077974) -> (continuation of Deferred@950088928 after retry RPC after error@1813416730) -> (continuation of Deferred@885434294 after retry RPC after error@148281011) -> (continuation of Deferred@962704765 after retry RPC after error@1635231504) -> (continuation of Deferred@1611483039 after retry RPC after error@1548891683), errback=(continuation of Deferred@918364958 after retry RPC after error@1844807697) -> (continuation of Deferred@655673472 after retry RPC after error@670983077) -> (continuation of Deferred@2021917079 after retry RPC after error@972077974) -> (continuation of Deferred@950088928 after retry RPC after error@1813416730) -> (continuation of Deferred@885434294 after retry RPC after error@148281011) -> (continuation of Deferred@962704765 after retry RPC after error@1635231504) -> (continuation of Deferred@1611483039 after retry RPC after error@1548891683))) after lookup
15:03:51.472 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: OK, [246ms] sending RPC to server master-127.20.216.190:41715, deferred=Deferred@918996370(state=PENDING, result=null, callback=(continuation of Deferred@918364958 after retry RPC after error@1844807697) -> (continuation of Deferred@655673472 after retry RPC after error@670983077) -> (continuation of Deferred@2021917079 after retry RPC after error@972077974) -> (continuation of Deferred@950088928 after retry RPC after error@1813416730) -> (continuation of Deferred@885434294 after retry RPC after error@148281011) -> (continuation of Deferred@962704765 after retry RPC after error@1635231504) -> (continuation of Deferred@1611483039 after retry RPC after error@1548891683) -> (continuation of Deferred@1908936564 after retry RPC@1695463643), errback=(continuation of Deferred@918364958 after retry RPC after error@1844807697) -> (continuation of Deferred@655673472 after retry RPC after error@670983077) -> (continuation of Deferred@2021917079 after retry RPC after error@972077974) -> (continuation of Deferred@950088928 after retry RPC after error@1813416730) -> (continuation of Deferred@885434294 after retry RPC after error@148281011) -> (continuation of Deferred@962704765 after retry RPC after error@1635231504) -> (continuation of Deferred@1611483039 after retry RPC after error@1548891683) -> (continuation of Deferred@1908936564 after retry RPC@1695463643)))
15:03:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:51.475303 21418 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:50950 (request call id 15) took 16 ms (client timeout 5 ms). Trace:
15:03:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:51.475502 21418 rpcz_store.cc:269] 0112 15:03:51.458429 (+ 0us) service_pool.cc:168] Inserting onto call queue
15:03:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0112 15:03:51.458493 (+ 64us) service_pool.cc:225] Handling call
15:03:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0112 15:03:51.475189 (+ 16696us) inbound_call.cc:173] Queueing success response
15:03:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":412,"thread_start_us":1155,"threads_started":3}
15:03:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 906718356681 + 9223371130136420096 cannot be represented in type 'long'
15:03:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.500032 21477 raft_consensus.cc:1270] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Refusing update from remote peer dc0f25d46dec466ca66cb11461601328: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
15:03:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.500716 22163 consensus_queue.cc:1035] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [LEADER]: Connected to new peer: Peer: permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.501794 21387 catalog_manager.cc:1909] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50962:
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:03:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
15:03:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:51.514211 21387 catalog_manager.cc:6885] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:03:51.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.545979 22176 sys_catalog.cc:455] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc0f25d46dec466ca66cb11461601328. Latest consensus state: current_term: 3 leader_uuid: "dc0f25d46dec466ca66cb11461601328" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:51.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.546296 22176 sys_catalog.cc:458] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: This master's current role is: FOLLOWER
15:03:51.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.574726 22176 sys_catalog.cc:455] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "dc0f25d46dec466ca66cb11461601328" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:51.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.575138 22176 sys_catalog.cc:458] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [sys.catalog]: This master's current role is: FOLLOWER
15:03:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.580222 22155 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "dc0f25d46dec466ca66cb11461601328" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } } }
15:03:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:51.580577 22155 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 [sys.catalog]: This master's current role is: LEADER
15:03:51.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:51.939752 21375 consensus_peers.cc:487] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 -> Peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Couldn't send request to peer 91001a9f813c4d0bb886c884c9622c28. Status: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
15:03:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:52.365861 21375 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111) [suppressed 20 similar messages]
15:03:52.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f54c9c68b08 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
15:03:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:52.453796 21375 consensus_peers.cc:487] T 00000000000000000000000000000000 P dc0f25d46dec466ca66cb11461601328 -> Peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Couldn't send request to peer 91001a9f813c4d0bb886c884c9622c28. Status: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
15:03:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa614e5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
15:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f54dd1aea32 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
15:03:52.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f54dd19f204 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:458:48
15:03:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f54dd2f8b3e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
15:03:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f54dd2f971b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
15:03:52.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f54dd2fe38f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
15:03:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f54d72baaa6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
15:03:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f54d72ba7d5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
15:03:52.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f54d0a7530e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
15:03:52.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f54d0a741ee in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
15:03:52.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f54d0a7a425 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
15:03:52.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f54d0a7ad4f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
15:03:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f54d0a7ab78 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
15:03:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa71ecc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
15:03:52.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f54c9d330bd in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:693:3
15:03:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f54cd1166da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
15:03:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f54c5e8671e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
15:03:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:03:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
15:03:52.573 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.216.190:41715(127.20.216.190:41715)] handling channelInactive
15:03:52.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state READY due to: connection closed
15:03:52.574 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.20.216.190:41715(127.20.216.190:41715) for tablet Kudu Master: connection closed
15:03:52.592 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:03:52.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.675 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.684 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.684 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.715 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.735 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:52.766331 22185 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:03:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:52.766508 22185 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:52.767230 22185 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:52.768968 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:03:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:52.769140 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:52.769289 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:52.769548 22185 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:03:52.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.775 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@104468965(state=PENDING, result=null, callback=(continuation of Deferred@1988683688 after retry RPC after error@711578399) -> (continuation of Deferred@1580982221 after retry RPC after error@140003542) -> (continuation of Deferred@962354130 after retry RPC after error@1573492429) -> (continuation of Deferred@1561132814 after retry RPC after error@400032385) -> (continuation of Deferred@1275152739 after retry RPC after error@1575993808) -> (continuation of Deferred@1738645996 after retry RPC after error@817523603), errback=(continuation of Deferred@1988683688 after retry RPC after error@711578399) -> (continuation of Deferred@1580982221 after retry RPC after error@140003542) -> (continuation of Deferred@962354130 after retry RPC after error@1573492429) -> (continuation of Deferred@1561132814 after retry RPC after error@400032385) -> (continuation of Deferred@1275152739 after retry RPC after error@1575993808) -> (continuation of Deferred@1738645996 after retry RPC after error@817523603)))
15:03:52.776 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@104468965(state=PENDING, result=null, callback=(continuation of Deferred@1988683688 after retry RPC after error@711578399) -> (continuation of Deferred@1580982221 after retry RPC after error@140003542) -> (continuation of Deferred@962354130 after retry RPC after error@1573492429) -> (continuation of Deferred@1561132814 after retry RPC after error@400032385) -> (continuation of Deferred@1275152739 after retry RPC after error@1575993808) -> (continuation of Deferred@1738645996 after retry RPC after error@817523603), errback=(continuation of Deferred@1988683688 after retry RPC after error@711578399) -> (continuation of Deferred@1580982221 after retry RPC after error@140003542) -> (continuation of Deferred@962354130 after retry RPC after error@1573492429) -> (continuation of Deferred@1561132814 after retry RPC after error@400032385) -> (continuation of Deferred@1275152739 after retry RPC after error@1575993808) -> (continuation of Deferred@1738645996 after retry RPC after error@817523603)))
15:03:52.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.776 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.815 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.815 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:52.828333 22081 heartbeater.cc:502] Master 127.20.216.190:41715 was elected leader, sending a full tablet report...
15:03:52.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.915 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.955 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:52.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:52.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:52.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:52.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:52.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=150, elapsed=141), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [19ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] received response from server master-127.20.216.189:37629: OK, [21ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.20.216.188:41551, [39ms] sending RPC to server master-127.20.216.189:37629, [40ms] sending RPC to server master-127.20.216.190:41715, [40ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [60ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.20.216.188:41551, [79ms] sending RPC to server master-127.20.216.189:37629, [79ms] sending RPC to server master-127.20.216.190:41715, [80ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] sending RPC to server master-127.20.216.188:41551, [99ms] sending RPC to server master-127.20.216.189:37629, [99ms] sending RPC to server master-127.20.216.190:41715, [100ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.20.216.188:41551, [139ms] sending RPC to server master-127.20.216.189:37629, [139ms] sending RPC to server master-127.20.216.190:41715, [140ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@815559306(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@934320360 after retry RPC after error@1332173964) -> (continuation of Deferred@572376190 after retry RPC after error@1900477077) -> (continuation of Deferred@1107446669 after retry RPC after error@930409597) -> (continuation of Deferred@2064048345 after retry RPC after error@1028796286) -> (continuation of Deferred@1843152250 after retry RPC after error@2103139256), errback=org.apache.kudu.client.ConnectToCluster$1@31176ce2 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@934320360 after retry RPC after error@1332173964) -> (continuation of Deferred@572376190 after retry RPC after error@1900477077) -> (continuation of Deferred@1107446669 after retry RPC after error@930409597) -> (continuation of Deferred@2064048345 after retry RPC after error@1028796286) -> (continuation of Deferred@1843152250 after retry RPC after error@2103139256)))
15:03:53.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=150, elapsed=141), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [19ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] received response from server master-127.20.216.189:37629: OK, [21ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.20.216.188:41551, [39ms] sending RPC to server master-127.20.216.189:37629, [40ms] sending RPC to server master-127.20.216.190:41715, [40ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [60ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.20.216.188:41551, [79ms] sending RPC to server master-127.20.216.189:37629, [79ms] sending RPC to server master-127.20.216.190:41715, [80ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] sending RPC to server master-127.20.216.188:41551, [99ms] sending RPC to server master-127.20.216.189:37629, [99ms] sending RPC to server master-127.20.216.190:41715, [100ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.20.216.188:41551, [139ms] sending RPC to server master-127.20.216.189:37629, [139ms] sending RPC to server master-127.20.216.190:41715, [140ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@815559306(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@934320360 after retry RPC after error@1332173964) -> (continuation of Deferred@572376190 after retry RPC after error@1900477077) -> (continuation of Deferred@1107446669 after retry RPC after error@930409597) -> (continuation of Deferred@2064048345 after retry RPC after error@1028796286) -> (continuation of Deferred@1843152250 after retry RPC after error@2103139256), errback=org.apache.kudu.client.ConnectToCluster$1@31176ce2 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@934320360 after retry RPC after error@1332173964) -> (continuation of Deferred@572376190 after retry RPC after error@1900477077) -> (continuation of Deferred@1107446669 after retry RPC after error@930409597) -> (continuation of Deferred@2064048345 after retry RPC after error@1028796286) -> (continuation of Deferred@1843152250 after retry RPC after error@2103139256)))
15:03:53.035 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.036 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [120ms] Sub RPC ConnectToMaster: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=150, elapsed=141), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [19ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] received response from server master-127.20.216.189:37629: OK, [21ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.20.216.188:41551, [39ms] sending RPC to server master-127.20.216.189:37629, [40ms] sending RPC to server master-127.20.216.190:41715, [40ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [60ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.20.216.188:41551, [79ms] sending RPC to server master-127.20.216.189:37629, [79ms] sending RPC to server master-127.20.216.190:41715, [80ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] sending RPC to server master-127.20.216.188:41551, [99ms] sending RPC to server master-127.20.216.189:37629, [99ms] sending RPC to server master-127.20.216.190:41715, [100ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.20.216.188:41551, [139ms] sending RPC to server master-127.20.216.189:37629, [139ms] sending RPC to server master-127.20.216.190:41715, [140ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@815559306(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@934320360 after retry RPC after error@1332173964) -> (continuation of Deferred@572376190 after retry RPC after error@1900477077) -> (continuation of Deferred@1107446669 after retry RPC after error@930409597) -> (continuation of Deferred@2064048345 after retry RPC after error@1028796286) -> (continuation of Deferred@1843152250 after retry RPC after error@2103139256), errback=org.apache.kudu.client.ConnectToCluster$1@31176ce2 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@934320360 after retry RPC after error@1332173964) -> (continuation of Deferred@572376190 after retry RPC after error@1900477077) -> (continuation of Deferred@1107446669 after retry RPC after error@930409597) -> (continuation of Deferred@2064048345 after retry RPC after error@1028796286) -> (continuation of Deferred@1843152250 after retry RPC after error@2103139256))), deferred=Deferred@487754849(state=PENDING, result=null, callback=(continuation of Deferred@309001516 after retry RPC after error@902554178) -> (continuation of Deferred@1068623973 after retry RPC after error@919149174) -> (continuation of Deferred@1930363422 after retry RPC after error@431761359) -> (continuation of Deferred@704517725 after retry RPC after error@1469756350) -> (continuation of Deferred@1552827553 after retry RPC after error@620004000), errback=(continuation of Deferred@309001516 after retry RPC after error@902554178) -> (continuation of Deferred@1068623973 after retry RPC after error@919149174) -> (continuation of Deferred@1930363422 after retry RPC after error@431761359) -> (continuation of Deferred@704517725 after retry RPC after error@1469756350) -> (continuation of Deferred@1552827553 after retry RPC after error@620004000)))
15:03:53.037 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [120ms] Sub RPC ConnectToMaster: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=150, elapsed=141), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [19ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] received response from server master-127.20.216.189:37629: OK, [21ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.20.216.188:41551, [39ms] sending RPC to server master-127.20.216.189:37629, [40ms] sending RPC to server master-127.20.216.190:41715, [40ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [60ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.20.216.188:41551, [79ms] sending RPC to server master-127.20.216.189:37629, [79ms] sending RPC to server master-127.20.216.190:41715, [80ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] sending RPC to server master-127.20.216.188:41551, [99ms] sending RPC to server master-127.20.216.189:37629, [99ms] sending RPC to server master-127.20.216.190:41715, [100ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.20.216.188:41551, [139ms] sending RPC to server master-127.20.216.189:37629, [139ms] sending RPC to server master-127.20.216.190:41715, [140ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@815559306(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@934320360 after retry RPC after error@1332173964) -> (continuation of Deferred@572376190 after retry RPC after error@1900477077) -> (continuation of Deferred@1107446669 after retry RPC after error@930409597) -> (continuation of Deferred@2064048345 after retry RPC after error@1028796286) -> (continuation of Deferred@1843152250 after retry RPC after error@2103139256), errback=org.apache.kudu.client.ConnectToCluster$1@31176ce2 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@934320360 after retry RPC after error@1332173964) -> (continuation of Deferred@572376190 after retry RPC after error@1900477077) -> (continuation of Deferred@1107446669 after retry RPC after error@930409597) -> (continuation of Deferred@2064048345 after retry RPC after error@1028796286) -> (continuation of Deferred@1843152250 after retry RPC after error@2103139256))), deferred=Deferred@487754849(state=PENDING, result=null, callback=(continuation of Deferred@309001516 after retry RPC after error@902554178) -> (continuation of Deferred@1068623973 after retry RPC after error@919149174) -> (continuation of Deferred@1930363422 after retry RPC after error@431761359) -> (continuation of Deferred@704517725 after retry RPC after error@1469756350) -> (continuation of Deferred@1552827553 after retry RPC after error@620004000), errback=(continuation of Deferred@309001516 after retry RPC after error@902554178) -> (continuation of Deferred@1068623973 after retry RPC after error@919149174) -> (continuation of Deferred@1930363422 after retry RPC after error@431761359) -> (continuation of Deferred@704517725 after retry RPC after error@1469756350) -> (continuation of Deferred@1552827553 after retry RPC after error@620004000)))
15:03:53.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.075 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.160096 22185 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:03:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.160315 22185 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:53.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.161082 22185 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:53.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:53.161643 21456 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111) [suppressed 8 similar messages]
15:03:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:53.162525 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:03:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:53.162690 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.162870 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.163147 22185 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:03:53.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.233489 21824 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.131s from last keepalive heartbeat (effective timeout is 1.000s)
15:03:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.248729 21940 heartbeater.cc:502] Master 127.20.216.190:41715 was elected leader, sending a full tablet report...
15:03:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.259042 21799 heartbeater.cc:502] Master 127.20.216.190:41715 was elected leader, sending a full tablet report...
15:03:53.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.295 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@167836710(state=PENDING, result=null, callback=(continuation of Deferred@56757816 after retry RPC after error@473255534) -> (continuation of Deferred@645504357 after retry RPC after error@722838592) -> (continuation of Deferred@949320916 after retry RPC after error@241505174) -> (continuation of Deferred@1688024458 after retry RPC after error@1647094525) -> (continuation of Deferred@1900812720 after retry RPC after error@1469275564) -> (continuation of Deferred@1513034673 after retry RPC after error@1574117707) -> (continuation of Deferred@1287856856 after retry RPC after error@32532689) -> (continuation of Deferred@593510853 after retry RPC after error@1744692635), errback=(continuation of Deferred@56757816 after retry RPC after error@473255534) -> (continuation of Deferred@645504357 after retry RPC after error@722838592) -> (continuation of Deferred@949320916 after retry RPC after error@241505174) -> (continuation of Deferred@1688024458 after retry RPC after error@1647094525) -> (continuation of Deferred@1900812720 after retry RPC after error@1469275564) -> (continuation of Deferred@1513034673 after retry RPC after error@1574117707) -> (continuation of Deferred@1287856856 after retry RPC after error@32532689) -> (continuation of Deferred@593510853 after retry RPC after error@1744692635)))
15:03:53.295 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@167836710(state=PENDING, result=null, callback=(continuation of Deferred@56757816 after retry RPC after error@473255534) -> (continuation of Deferred@645504357 after retry RPC after error@722838592) -> (continuation of Deferred@949320916 after retry RPC after error@241505174) -> (continuation of Deferred@1688024458 after retry RPC after error@1647094525) -> (continuation of Deferred@1900812720 after retry RPC after error@1469275564) -> (continuation of Deferred@1513034673 after retry RPC after error@1574117707) -> (continuation of Deferred@1287856856 after retry RPC after error@32532689) -> (continuation of Deferred@593510853 after retry RPC after error@1744692635), errback=(continuation of Deferred@56757816 after retry RPC after error@473255534) -> (continuation of Deferred@645504357 after retry RPC after error@722838592) -> (continuation of Deferred@949320916 after retry RPC after error@241505174) -> (continuation of Deferred@1688024458 after retry RPC after error@1647094525) -> (continuation of Deferred@1900812720 after retry RPC after error@1469275564) -> (continuation of Deferred@1513034673 after retry RPC after error@1574117707) -> (continuation of Deferred@1287856856 after retry RPC after error@32532689) -> (continuation of Deferred@593510853 after retry RPC after error@1744692635)))
15:03:53.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.335 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.573 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1830018814(state=PENDING, result=null, callback=(continuation of Deferred@1397061329 after retry RPC after error@317672716) -> (continuation of Deferred@883527253 after retry RPC after error@1195266576) -> (continuation of Deferred@1060456408 after retry RPC after error@1473964575) -> (continuation of Deferred@804855191 after retry RPC after error@442660010) -> (continuation of Deferred@268233657 after retry RPC after error@267809355) -> (continuation of Deferred@1753535367 after retry RPC after error@1640639769) -> (continuation of Deferred@159622074 after retry RPC after error@903609579), errback=(continuation of Deferred@1397061329 after retry RPC after error@317672716) -> (continuation of Deferred@883527253 after retry RPC after error@1195266576) -> (continuation of Deferred@1060456408 after retry RPC after error@1473964575) -> (continuation of Deferred@804855191 after retry RPC after error@442660010) -> (continuation of Deferred@268233657 after retry RPC after error@267809355) -> (continuation of Deferred@1753535367 after retry RPC after error@1640639769) -> (continuation of Deferred@159622074 after retry RPC after error@903609579)))
15:03:53.574 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:03:53.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.601374 22185 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:03:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.601552 22185 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:53.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.602150 22185 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:53.603391 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:03:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:53.603569 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.603682 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:53.603906 22185 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:03:53.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.720 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.755 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [127ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [128ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [128ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [128ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@866276285(state=PENDING, result=null, callback=(continuation of Deferred@1496935230 after retry RPC after error@2004607992) -> (continuation of Deferred@466251639 after retry RPC after error@987031560) -> (continuation of Deferred@681972983 after retry RPC after error@15357496) -> (continuation of Deferred@1209217157 after retry RPC after error@1427768615) -> (continuation of Deferred@1292088031 after retry RPC after error@520775377) -> (continuation of Deferred@1313667757 after retry RPC after error@1266351486) -> (continuation of Deferred@457124740 after retry RPC after error@1473243868), errback=(continuation of Deferred@1496935230 after retry RPC after error@2004607992) -> (continuation of Deferred@466251639 after retry RPC after error@987031560) -> (continuation of Deferred@681972983 after retry RPC after error@15357496) -> (continuation of Deferred@1209217157 after retry RPC after error@1427768615) -> (continuation of Deferred@1292088031 after retry RPC after error@520775377) -> (continuation of Deferred@1313667757 after retry RPC after error@1266351486) -> (continuation of Deferred@457124740 after retry RPC after error@1473243868)))
15:03:53.755 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [127ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [128ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [128ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [128ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@866276285(state=PENDING, result=null, callback=(continuation of Deferred@1496935230 after retry RPC after error@2004607992) -> (continuation of Deferred@466251639 after retry RPC after error@987031560) -> (continuation of Deferred@681972983 after retry RPC after error@15357496) -> (continuation of Deferred@1209217157 after retry RPC after error@1427768615) -> (continuation of Deferred@1292088031 after retry RPC after error@520775377) -> (continuation of Deferred@1313667757 after retry RPC after error@1266351486) -> (continuation of Deferred@457124740 after retry RPC after error@1473243868), errback=(continuation of Deferred@1496935230 after retry RPC after error@2004607992) -> (continuation of Deferred@466251639 after retry RPC after error@987031560) -> (continuation of Deferred@681972983 after retry RPC after error@15357496) -> (continuation of Deferred@1209217157 after retry RPC after error@1427768615) -> (continuation of Deferred@1292088031 after retry RPC after error@520775377) -> (continuation of Deferred@1313667757 after retry RPC after error@1266351486) -> (continuation of Deferred@457124740 after retry RPC after error@1473243868)))
15:03:53.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.855 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:53.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:53.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:53.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:53.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:53.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.032 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@49810321(state=PENDING, result=null, callback=(continuation of Deferred@2040310248 after retry RPC after error@1111777128) -> (continuation of Deferred@706817817 after retry RPC after error@1757875535) -> (continuation of Deferred@1955084886 after retry RPC after error@349668528) -> (continuation of Deferred@934099156 after retry RPC after error@1733355035) -> (continuation of Deferred@1388263981 after retry RPC after error@2061883086) -> (continuation of Deferred@617622238 after retry RPC after error@1146122337) -> (continuation of Deferred@1863668884 after retry RPC after error@991083550), errback=(continuation of Deferred@2040310248 after retry RPC after error@1111777128) -> (continuation of Deferred@706817817 after retry RPC after error@1757875535) -> (continuation of Deferred@1955084886 after retry RPC after error@349668528) -> (continuation of Deferred@934099156 after retry RPC after error@1733355035) -> (continuation of Deferred@1388263981 after retry RPC after error@2061883086) -> (continuation of Deferred@617622238 after retry RPC after error@1146122337) -> (continuation of Deferred@1863668884 after retry RPC after error@991083550)))
15:03:54.032 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:03:54.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.274 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1737194870(state=PENDING, result=null, callback=(continuation of Deferred@516494064 after retry RPC after error@251956628) -> (continuation of Deferred@2013110734 after retry RPC after error@1268843146) -> (continuation of Deferred@489277340 after retry RPC after error@921342336) -> (continuation of Deferred@746829122 after retry RPC after error@1869956874) -> (continuation of Deferred@1018390623 after retry RPC after error@1589090520) -> (continuation of Deferred@1865359337 after retry RPC after error@707221521) -> (continuation of Deferred@225520794 after retry RPC after error@1877083316), errback=(continuation of Deferred@516494064 after retry RPC after error@251956628) -> (continuation of Deferred@2013110734 after retry RPC after error@1268843146) -> (continuation of Deferred@489277340 after retry RPC after error@921342336) -> (continuation of Deferred@746829122 after retry RPC after error@1869956874) -> (continuation of Deferred@1018390623 after retry RPC after error@1589090520) -> (continuation of Deferred@1865359337 after retry RPC after error@707221521) -> (continuation of Deferred@225520794 after retry RPC after error@1877083316)))
15:03:54.275 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1737194870(state=PENDING, result=null, callback=(continuation of Deferred@516494064 after retry RPC after error@251956628) -> (continuation of Deferred@2013110734 after retry RPC after error@1268843146) -> (continuation of Deferred@489277340 after retry RPC after error@921342336) -> (continuation of Deferred@746829122 after retry RPC after error@1869956874) -> (continuation of Deferred@1018390623 after retry RPC after error@1589090520) -> (continuation of Deferred@1865359337 after retry RPC after error@707221521) -> (continuation of Deferred@225520794 after retry RPC after error@1877083316), errback=(continuation of Deferred@516494064 after retry RPC after error@251956628) -> (continuation of Deferred@2013110734 after retry RPC after error@1268843146) -> (continuation of Deferred@489277340 after retry RPC after error@921342336) -> (continuation of Deferred@746829122 after retry RPC after error@1869956874) -> (continuation of Deferred@1018390623 after retry RPC after error@1589090520) -> (continuation of Deferred@1865359337 after retry RPC after error@707221521) -> (continuation of Deferred@225520794 after retry RPC after error@1877083316)))
15:03:54.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:54.444058 22208 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:03:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:54.444250 22208 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:54.444933 22208 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:54.446770 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:03:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:54.446933 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:54.447089 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:54.447333 22208 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:03:54.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.494 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@146463481(state=PENDING, result=null, callback=(continuation of Deferred@602909682 after retry RPC after error@679099313) -> (continuation of Deferred@1065227762 after retry RPC after error@1632468470) -> (continuation of Deferred@1067706902 after retry RPC after error@1182656992) -> (continuation of Deferred@165913944 after retry RPC after error@63691615) -> (continuation of Deferred@597193322 after retry RPC after error@176405776) -> (continuation of Deferred@517865597 after retry RPC after error@1133654490), errback=(continuation of Deferred@602909682 after retry RPC after error@679099313) -> (continuation of Deferred@1065227762 after retry RPC after error@1632468470) -> (continuation of Deferred@1067706902 after retry RPC after error@1182656992) -> (continuation of Deferred@165913944 after retry RPC after error@63691615) -> (continuation of Deferred@597193322 after retry RPC after error@176405776) -> (continuation of Deferred@517865597 after retry RPC after error@1133654490)))
15:03:54.495 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@146463481(state=PENDING, result=null, callback=(continuation of Deferred@602909682 after retry RPC after error@679099313) -> (continuation of Deferred@1065227762 after retry RPC after error@1632468470) -> (continuation of Deferred@1067706902 after retry RPC after error@1182656992) -> (continuation of Deferred@165913944 after retry RPC after error@63691615) -> (continuation of Deferred@597193322 after retry RPC after error@176405776) -> (continuation of Deferred@517865597 after retry RPC after error@1133654490), errback=(continuation of Deferred@602909682 after retry RPC after error@679099313) -> (continuation of Deferred@1065227762 after retry RPC after error@1632468470) -> (continuation of Deferred@1067706902 after retry RPC after error@1182656992) -> (continuation of Deferred@165913944 after retry RPC after error@63691615) -> (continuation of Deferred@597193322 after retry RPC after error@176405776) -> (continuation of Deferred@517865597 after retry RPC after error@1133654490)))
15:03:54.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.735 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@213723166(state=PENDING, result=null, callback=(continuation of Deferred@1286341928 after retry RPC after error@1729442385) -> (continuation of Deferred@422019034 after retry RPC after error@2092910904) -> (continuation of Deferred@1343657666 after retry RPC after error@509587755) -> (continuation of Deferred@1009042581 after retry RPC after error@987016352) -> (continuation of Deferred@1578147262 after retry RPC after error@1025882558) -> (continuation of Deferred@666882787 after retry RPC after error@940694296) -> (continuation of Deferred@1656118473 after retry RPC after error@1917772136), errback=(continuation of Deferred@1286341928 after retry RPC after error@1729442385) -> (continuation of Deferred@422019034 after retry RPC after error@2092910904) -> (continuation of Deferred@1343657666 after retry RPC after error@509587755) -> (continuation of Deferred@1009042581 after retry RPC after error@987016352) -> (continuation of Deferred@1578147262 after retry RPC after error@1025882558) -> (continuation of Deferred@666882787 after retry RPC after error@940694296) -> (continuation of Deferred@1656118473 after retry RPC after error@1917772136)))
15:03:54.736 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@213723166(state=PENDING, result=null, callback=(continuation of Deferred@1286341928 after retry RPC after error@1729442385) -> (continuation of Deferred@422019034 after retry RPC after error@2092910904) -> (continuation of Deferred@1343657666 after retry RPC after error@509587755) -> (continuation of Deferred@1009042581 after retry RPC after error@987016352) -> (continuation of Deferred@1578147262 after retry RPC after error@1025882558) -> (continuation of Deferred@666882787 after retry RPC after error@940694296) -> (continuation of Deferred@1656118473 after retry RPC after error@1917772136), errback=(continuation of Deferred@1286341928 after retry RPC after error@1729442385) -> (continuation of Deferred@422019034 after retry RPC after error@2092910904) -> (continuation of Deferred@1343657666 after retry RPC after error@509587755) -> (continuation of Deferred@1009042581 after retry RPC after error@987016352) -> (continuation of Deferred@1578147262 after retry RPC after error@1025882558) -> (continuation of Deferred@666882787 after retry RPC after error@940694296) -> (continuation of Deferred@1656118473 after retry RPC after error@1917772136)))
15:03:54.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.954 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1780244220(state=PENDING, result=null, callback=(continuation of Deferred@1917120827 after retry RPC after error@1468499) -> (continuation of Deferred@1010949501 after retry RPC after error@874684343) -> (continuation of Deferred@1631223073 after retry RPC after error@1381877157) -> (continuation of Deferred@1615151270 after retry RPC after error@1085977662) -> (continuation of Deferred@1918573181 after retry RPC after error@1310165374) -> (continuation of Deferred@69054570 after retry RPC after error@294907795) -> (continuation of Deferred@1001490222 after retry RPC after error@1226810719), errback=(continuation of Deferred@1917120827 after retry RPC after error@1468499) -> (continuation of Deferred@1010949501 after retry RPC after error@874684343) -> (continuation of Deferred@1631223073 after retry RPC after error@1381877157) -> (continuation of Deferred@1615151270 after retry RPC after error@1085977662) -> (continuation of Deferred@1918573181 after retry RPC after error@1310165374) -> (continuation of Deferred@69054570 after retry RPC after error@294907795) -> (continuation of Deferred@1001490222 after retry RPC after error@1226810719)))
15:03:54.955 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1780244220(state=PENDING, result=null, callback=(continuation of Deferred@1917120827 after retry RPC after error@1468499) -> (continuation of Deferred@1010949501 after retry RPC after error@874684343) -> (continuation of Deferred@1631223073 after retry RPC after error@1381877157) -> (continuation of Deferred@1615151270 after retry RPC after error@1085977662) -> (continuation of Deferred@1918573181 after retry RPC after error@1310165374) -> (continuation of Deferred@69054570 after retry RPC after error@294907795) -> (continuation of Deferred@1001490222 after retry RPC after error@1226810719), errback=(continuation of Deferred@1917120827 after retry RPC after error@1468499) -> (continuation of Deferred@1010949501 after retry RPC after error@874684343) -> (continuation of Deferred@1631223073 after retry RPC after error@1381877157) -> (continuation of Deferred@1615151270 after retry RPC after error@1085977662) -> (continuation of Deferred@1918573181 after retry RPC after error@1310165374) -> (continuation of Deferred@69054570 after retry RPC after error@294907795) -> (continuation of Deferred@1001490222 after retry RPC after error@1226810719)))
15:03:54.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:54.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:54.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:54.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:54.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:54.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.175 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.175 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1868174248(state=PENDING, result=null, callback=(continuation of Deferred@711545273 after retry RPC after error@229505221) -> (continuation of Deferred@72375540 after retry RPC after error@1000921221) -> (continuation of Deferred@1538044624 after retry RPC after error@967115440) -> (continuation of Deferred@1058295436 after retry RPC after error@1116067099) -> (continuation of Deferred@2088879529 after retry RPC after error@1830873099) -> (continuation of Deferred@1893579533 after retry RPC after error@471635200) -> (continuation of Deferred@1849862055 after retry RPC after error@80247508), errback=(continuation of Deferred@711545273 after retry RPC after error@229505221) -> (continuation of Deferred@72375540 after retry RPC after error@1000921221) -> (continuation of Deferred@1538044624 after retry RPC after error@967115440) -> (continuation of Deferred@1058295436 after retry RPC after error@1116067099) -> (continuation of Deferred@2088879529 after retry RPC after error@1830873099) -> (continuation of Deferred@1893579533 after retry RPC after error@471635200) -> (continuation of Deferred@1849862055 after retry RPC after error@80247508)))
15:03:55.176 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1868174248(state=PENDING, result=null, callback=(continuation of Deferred@711545273 after retry RPC after error@229505221) -> (continuation of Deferred@72375540 after retry RPC after error@1000921221) -> (continuation of Deferred@1538044624 after retry RPC after error@967115440) -> (continuation of Deferred@1058295436 after retry RPC after error@1116067099) -> (continuation of Deferred@2088879529 after retry RPC after error@1830873099) -> (continuation of Deferred@1893579533 after retry RPC after error@471635200) -> (continuation of Deferred@1849862055 after retry RPC after error@80247508), errback=(continuation of Deferred@711545273 after retry RPC after error@229505221) -> (continuation of Deferred@72375540 after retry RPC after error@1000921221) -> (continuation of Deferred@1538044624 after retry RPC after error@967115440) -> (continuation of Deferred@1058295436 after retry RPC after error@1116067099) -> (continuation of Deferred@2088879529 after retry RPC after error@1830873099) -> (continuation of Deferred@1893579533 after retry RPC after error@471635200) -> (continuation of Deferred@1849862055 after retry RPC after error@80247508)))
15:03:55.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.395 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1134745194(state=PENDING, result=null, callback=(continuation of Deferred@1598006949 after retry RPC after error@1674392180) -> (continuation of Deferred@553603208 after retry RPC after error@1975243643) -> (continuation of Deferred@1469270503 after retry RPC after error@1564975091) -> (continuation of Deferred@124190659 after retry RPC after error@745395295) -> (continuation of Deferred@1643936836 after retry RPC after error@2477967) -> (continuation of Deferred@814592175 after retry RPC after error@1912624589) -> (continuation of Deferred@1889278357 after retry RPC after error@1592519102), errback=(continuation of Deferred@1598006949 after retry RPC after error@1674392180) -> (continuation of Deferred@553603208 after retry RPC after error@1975243643) -> (continuation of Deferred@1469270503 after retry RPC after error@1564975091) -> (continuation of Deferred@124190659 after retry RPC after error@745395295) -> (continuation of Deferred@1643936836 after retry RPC after error@2477967) -> (continuation of Deferred@814592175 after retry RPC after error@1912624589) -> (continuation of Deferred@1889278357 after retry RPC after error@1592519102)))
15:03:55.395 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1134745194(state=PENDING, result=null, callback=(continuation of Deferred@1598006949 after retry RPC after error@1674392180) -> (continuation of Deferred@553603208 after retry RPC after error@1975243643) -> (continuation of Deferred@1469270503 after retry RPC after error@1564975091) -> (continuation of Deferred@124190659 after retry RPC after error@745395295) -> (continuation of Deferred@1643936836 after retry RPC after error@2477967) -> (continuation of Deferred@814592175 after retry RPC after error@1912624589) -> (continuation of Deferred@1889278357 after retry RPC after error@1592519102), errback=(continuation of Deferred@1598006949 after retry RPC after error@1674392180) -> (continuation of Deferred@553603208 after retry RPC after error@1975243643) -> (continuation of Deferred@1469270503 after retry RPC after error@1564975091) -> (continuation of Deferred@124190659 after retry RPC after error@745395295) -> (continuation of Deferred@1643936836 after retry RPC after error@2477967) -> (continuation of Deferred@814592175 after retry RPC after error@1912624589) -> (continuation of Deferred@1889278357 after retry RPC after error@1592519102)))
15:03:55.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:55.439168 22217 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:03:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:55.439363 22217 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:55.439985 22217 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:55.441826 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:03:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:55.441968 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:55.442095 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:55.442296 22217 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:03:55.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.672 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1411520745(state=PENDING, result=null, callback=(continuation of Deferred@490067705 after retry RPC after error@895837292) -> (continuation of Deferred@1544641059 after retry RPC after error@405861400) -> (continuation of Deferred@721513465 after retry RPC after error@895040753) -> (continuation of Deferred@1674553403 after retry RPC after error@2092961902) -> (continuation of Deferred@1547625132 after retry RPC after error@553448302) -> (continuation of Deferred@1055660346 after retry RPC after error@1121140201) -> (continuation of Deferred@1775475869 after retry RPC after error@787707210), errback=(continuation of Deferred@490067705 after retry RPC after error@895837292) -> (continuation of Deferred@1544641059 after retry RPC after error@405861400) -> (continuation of Deferred@721513465 after retry RPC after error@895040753) -> (continuation of Deferred@1674553403 after retry RPC after error@2092961902) -> (continuation of Deferred@1547625132 after retry RPC after error@553448302) -> (continuation of Deferred@1055660346 after retry RPC after error@1121140201) -> (continuation of Deferred@1775475869 after retry RPC after error@787707210)))
15:03:55.673 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:03:55.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@462541208(state=PENDING, result=null, callback=(continuation of Deferred@1610886027 after retry RPC after error@590833972) -> (continuation of Deferred@2103785290 after retry RPC after error@1751987311) -> (continuation of Deferred@695472794 after retry RPC after error@823304265) -> (continuation of Deferred@1704533574 after retry RPC after error@1683394774) -> (continuation of Deferred@1832893956 after retry RPC after error@1233869570) -> (continuation of Deferred@1682773851 after retry RPC after error@877525796) -> (continuation of Deferred@613592119 after retry RPC after error@936554732), errback=(continuation of Deferred@1610886027 after retry RPC after error@590833972) -> (continuation of Deferred@2103785290 after retry RPC after error@1751987311) -> (continuation of Deferred@695472794 after retry RPC after error@823304265) -> (continuation of Deferred@1704533574 after retry RPC after error@1683394774) -> (continuation of Deferred@1832893956 after retry RPC after error@1233869570) -> (continuation of Deferred@1682773851 after retry RPC after error@877525796) -> (continuation of Deferred@613592119 after retry RPC after error@936554732)))
15:03:55.935 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@462541208(state=PENDING, result=null, callback=(continuation of Deferred@1610886027 after retry RPC after error@590833972) -> (continuation of Deferred@2103785290 after retry RPC after error@1751987311) -> (continuation of Deferred@695472794 after retry RPC after error@823304265) -> (continuation of Deferred@1704533574 after retry RPC after error@1683394774) -> (continuation of Deferred@1832893956 after retry RPC after error@1233869570) -> (continuation of Deferred@1682773851 after retry RPC after error@877525796) -> (continuation of Deferred@613592119 after retry RPC after error@936554732), errback=(continuation of Deferred@1610886027 after retry RPC after error@590833972) -> (continuation of Deferred@2103785290 after retry RPC after error@1751987311) -> (continuation of Deferred@695472794 after retry RPC after error@823304265) -> (continuation of Deferred@1704533574 after retry RPC after error@1683394774) -> (continuation of Deferred@1832893956 after retry RPC after error@1233869570) -> (continuation of Deferred@1682773851 after retry RPC after error@877525796) -> (continuation of Deferred@613592119 after retry RPC after error@936554732)))
15:03:55.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:55.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:55.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:55.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:55.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:55.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.135 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.194 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1188323526(state=PENDING, result=null, callback=(continuation of Deferred@1150410888 after retry RPC after error@1980824773) -> (continuation of Deferred@1447972210 after retry RPC after error@872011053) -> (continuation of Deferred@2015884922 after retry RPC after error@153144175) -> (continuation of Deferred@765539044 after retry RPC after error@1351404224) -> (continuation of Deferred@400515725 after retry RPC after error@413903018) -> (continuation of Deferred@1010405193 after retry RPC after error@173377732) -> (continuation of Deferred@1718765577 after retry RPC after error@601440917), errback=(continuation of Deferred@1150410888 after retry RPC after error@1980824773) -> (continuation of Deferred@1447972210 after retry RPC after error@872011053) -> (continuation of Deferred@2015884922 after retry RPC after error@153144175) -> (continuation of Deferred@765539044 after retry RPC after error@1351404224) -> (continuation of Deferred@400515725 after retry RPC after error@413903018) -> (continuation of Deferred@1010405193 after retry RPC after error@173377732) -> (continuation of Deferred@1718765577 after retry RPC after error@601440917)))
15:03:56.195 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1188323526(state=PENDING, result=null, callback=(continuation of Deferred@1150410888 after retry RPC after error@1980824773) -> (continuation of Deferred@1447972210 after retry RPC after error@872011053) -> (continuation of Deferred@2015884922 after retry RPC after error@153144175) -> (continuation of Deferred@765539044 after retry RPC after error@1351404224) -> (continuation of Deferred@400515725 after retry RPC after error@413903018) -> (continuation of Deferred@1010405193 after retry RPC after error@173377732) -> (continuation of Deferred@1718765577 after retry RPC after error@601440917), errback=(continuation of Deferred@1150410888 after retry RPC after error@1980824773) -> (continuation of Deferred@1447972210 after retry RPC after error@872011053) -> (continuation of Deferred@2015884922 after retry RPC after error@153144175) -> (continuation of Deferred@765539044 after retry RPC after error@1351404224) -> (continuation of Deferred@400515725 after retry RPC after error@413903018) -> (continuation of Deferred@1010405193 after retry RPC after error@173377732) -> (continuation of Deferred@1718765577 after retry RPC after error@601440917)))
15:03:56.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.472 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@809952809(state=PENDING, result=null, callback=(continuation of Deferred@972508596 after retry RPC after error@267077254) -> (continuation of Deferred@1408099881 after retry RPC after error@1411200467) -> (continuation of Deferred@1459902473 after retry RPC after error@42924825) -> (continuation of Deferred@1047431631 after retry RPC after error@65048700) -> (continuation of Deferred@1985037337 after retry RPC after error@57815033) -> (continuation of Deferred@1226374825 after retry RPC after error@1316807814) -> (continuation of Deferred@854659292 after retry RPC after error@544140444) -> (continuation of Deferred@772649870 after retry RPC after error@133966365), errback=(continuation of Deferred@972508596 after retry RPC after error@267077254) -> (continuation of Deferred@1408099881 after retry RPC after error@1411200467) -> (continuation of Deferred@1459902473 after retry RPC after error@42924825) -> (continuation of Deferred@1047431631 after retry RPC after error@65048700) -> (continuation of Deferred@1985037337 after retry RPC after error@57815033) -> (continuation of Deferred@1226374825 after retry RPC after error@1316807814) -> (continuation of Deferred@854659292 after retry RPC after error@544140444) -> (continuation of Deferred@772649870 after retry RPC after error@133966365)))
15:03:56.473 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:03:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:56.490134 22225 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:03:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:56.490352 22225 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:56.491039 22225 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:56.493121 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:56.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:56.500097 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:03:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:56.500249 21455 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:56.500490 22225 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:03:56.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@116063569(state=PENDING, result=null, callback=(continuation of Deferred@563955433 after retry RPC after error@1911177531) -> (continuation of Deferred@1308882271 after retry RPC after error@533895611) -> (continuation of Deferred@1412644518 after retry RPC after error@2004045442) -> (continuation of Deferred@638317630 after retry RPC after error@765439493) -> (continuation of Deferred@1620341534 after retry RPC after error@234759888) -> (continuation of Deferred@1949141333 after retry RPC after error@613609043), errback=(continuation of Deferred@563955433 after retry RPC after error@1911177531) -> (continuation of Deferred@1308882271 after retry RPC after error@533895611) -> (continuation of Deferred@1412644518 after retry RPC after error@2004045442) -> (continuation of Deferred@638317630 after retry RPC after error@765439493) -> (continuation of Deferred@1620341534 after retry RPC after error@234759888) -> (continuation of Deferred@1949141333 after retry RPC after error@613609043)))
15:03:56.655 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@116063569(state=PENDING, result=null, callback=(continuation of Deferred@563955433 after retry RPC after error@1911177531) -> (continuation of Deferred@1308882271 after retry RPC after error@533895611) -> (continuation of Deferred@1412644518 after retry RPC after error@2004045442) -> (continuation of Deferred@638317630 after retry RPC after error@765439493) -> (continuation of Deferred@1620341534 after retry RPC after error@234759888) -> (continuation of Deferred@1949141333 after retry RPC after error@613609043), errback=(continuation of Deferred@563955433 after retry RPC after error@1911177531) -> (continuation of Deferred@1308882271 after retry RPC after error@533895611) -> (continuation of Deferred@1412644518 after retry RPC after error@2004045442) -> (continuation of Deferred@638317630 after retry RPC after error@765439493) -> (continuation of Deferred@1620341534 after retry RPC after error@234759888) -> (continuation of Deferred@1949141333 after retry RPC after error@613609043)))
15:03:56.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.675 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.895 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@756644104(state=PENDING, result=null, callback=(continuation of Deferred@81787501 after retry RPC after error@44845882) -> (continuation of Deferred@664766079 after retry RPC after error@1101560509) -> (continuation of Deferred@979364983 after retry RPC after error@1514837405) -> (continuation of Deferred@29183189 after retry RPC after error@63087565) -> (continuation of Deferred@1186712470 after retry RPC after error@1213421729) -> (continuation of Deferred@593718938 after retry RPC after error@900296176) -> (continuation of Deferred@769058728 after retry RPC after error@2140284131), errback=(continuation of Deferred@81787501 after retry RPC after error@44845882) -> (continuation of Deferred@664766079 after retry RPC after error@1101560509) -> (continuation of Deferred@979364983 after retry RPC after error@1514837405) -> (continuation of Deferred@29183189 after retry RPC after error@63087565) -> (continuation of Deferred@1186712470 after retry RPC after error@1213421729) -> (continuation of Deferred@593718938 after retry RPC after error@900296176) -> (continuation of Deferred@769058728 after retry RPC after error@2140284131)))
15:03:56.896 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@756644104(state=PENDING, result=null, callback=(continuation of Deferred@81787501 after retry RPC after error@44845882) -> (continuation of Deferred@664766079 after retry RPC after error@1101560509) -> (continuation of Deferred@979364983 after retry RPC after error@1514837405) -> (continuation of Deferred@29183189 after retry RPC after error@63087565) -> (continuation of Deferred@1186712470 after retry RPC after error@1213421729) -> (continuation of Deferred@593718938 after retry RPC after error@900296176) -> (continuation of Deferred@769058728 after retry RPC after error@2140284131), errback=(continuation of Deferred@81787501 after retry RPC after error@44845882) -> (continuation of Deferred@664766079 after retry RPC after error@1101560509) -> (continuation of Deferred@979364983 after retry RPC after error@1514837405) -> (continuation of Deferred@29183189 after retry RPC after error@63087565) -> (continuation of Deferred@1186712470 after retry RPC after error@1213421729) -> (continuation of Deferred@593718938 after retry RPC after error@900296176) -> (continuation of Deferred@769058728 after retry RPC after error@2140284131)))
15:03:56.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:56.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:56.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:56.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:56.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:56.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.075 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.075 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@70145031(state=PENDING, result=null, callback=(continuation of Deferred@484016305 after retry RPC after error@1827777980) -> (continuation of Deferred@1448788115 after retry RPC after error@539113523) -> (continuation of Deferred@1882122382 after retry RPC after error@290662266) -> (continuation of Deferred@286073755 after retry RPC after error@551510569) -> (continuation of Deferred@657626148 after retry RPC after error@802299727) -> (continuation of Deferred@1471934677 after retry RPC after error@212737569) -> (continuation of Deferred@1057892388 after retry RPC after error@10055917), errback=(continuation of Deferred@484016305 after retry RPC after error@1827777980) -> (continuation of Deferred@1448788115 after retry RPC after error@539113523) -> (continuation of Deferred@1882122382 after retry RPC after error@290662266) -> (continuation of Deferred@286073755 after retry RPC after error@551510569) -> (continuation of Deferred@657626148 after retry RPC after error@802299727) -> (continuation of Deferred@1471934677 after retry RPC after error@212737569) -> (continuation of Deferred@1057892388 after retry RPC after error@10055917)))
15:03:57.076 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@70145031(state=PENDING, result=null, callback=(continuation of Deferred@484016305 after retry RPC after error@1827777980) -> (continuation of Deferred@1448788115 after retry RPC after error@539113523) -> (continuation of Deferred@1882122382 after retry RPC after error@290662266) -> (continuation of Deferred@286073755 after retry RPC after error@551510569) -> (continuation of Deferred@657626148 after retry RPC after error@802299727) -> (continuation of Deferred@1471934677 after retry RPC after error@212737569) -> (continuation of Deferred@1057892388 after retry RPC after error@10055917), errback=(continuation of Deferred@484016305 after retry RPC after error@1827777980) -> (continuation of Deferred@1448788115 after retry RPC after error@539113523) -> (continuation of Deferred@1882122382 after retry RPC after error@290662266) -> (continuation of Deferred@286073755 after retry RPC after error@551510569) -> (continuation of Deferred@657626148 after retry RPC after error@802299727) -> (continuation of Deferred@1471934677 after retry RPC after error@212737569) -> (continuation of Deferred@1057892388 after retry RPC after error@10055917)))
15:03:57.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.314 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1820963259(state=PENDING, result=null, callback=(continuation of Deferred@115299432 after retry RPC after error@1936625909) -> (continuation of Deferred@1986136347 after retry RPC after error@1464297989) -> (continuation of Deferred@726075537 after retry RPC after error@740940852) -> (continuation of Deferred@1248146043 after retry RPC after error@639532656) -> (continuation of Deferred@890169762 after retry RPC after error@1461996363) -> (continuation of Deferred@875650366 after retry RPC after error@1636390966) -> (continuation of Deferred@587791964 after retry RPC after error@1443075941) -> (continuation of Deferred@1759897654 after retry RPC after error@1124484596) -> (continuation of Deferred@664320470 after retry RPC after error@1835707135), errback=(continuation of Deferred@115299432 after retry RPC after error@1936625909) -> (continuation of Deferred@1986136347 after retry RPC after error@1464297989) -> (continuation of Deferred@726075537 after retry RPC after error@740940852) -> (continuation of Deferred@1248146043 after retry RPC after error@639532656) -> (continuation of Deferred@890169762 after retry RPC after error@1461996363) -> (continuation of Deferred@875650366 after retry RPC after error@1636390966) -> (continuation of Deferred@587791964 after retry RPC after error@1443075941) -> (continuation of Deferred@1759897654 after retry RPC after error@1124484596) -> (continuation of Deferred@664320470 after retry RPC after error@1835707135)))
15:03:57.315 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1820963259(state=PENDING, result=null, callback=(continuation of Deferred@115299432 after retry RPC after error@1936625909) -> (continuation of Deferred@1986136347 after retry RPC after error@1464297989) -> (continuation of Deferred@726075537 after retry RPC after error@740940852) -> (continuation of Deferred@1248146043 after retry RPC after error@639532656) -> (continuation of Deferred@890169762 after retry RPC after error@1461996363) -> (continuation of Deferred@875650366 after retry RPC after error@1636390966) -> (continuation of Deferred@587791964 after retry RPC after error@1443075941) -> (continuation of Deferred@1759897654 after retry RPC after error@1124484596) -> (continuation of Deferred@664320470 after retry RPC after error@1835707135), errback=(continuation of Deferred@115299432 after retry RPC after error@1936625909) -> (continuation of Deferred@1986136347 after retry RPC after error@1464297989) -> (continuation of Deferred@726075537 after retry RPC after error@740940852) -> (continuation of Deferred@1248146043 after retry RPC after error@639532656) -> (continuation of Deferred@890169762 after retry RPC after error@1461996363) -> (continuation of Deferred@875650366 after retry RPC after error@1636390966) -> (continuation of Deferred@587791964 after retry RPC after error@1443075941) -> (continuation of Deferred@1759897654 after retry RPC after error@1124484596) -> (continuation of Deferred@664320470 after retry RPC after error@1835707135)))
15:03:57.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:57.452311 22234 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:03:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:57.452555 22234 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:57.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:57.453346 22234 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:57.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.455 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:57.455152 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:03:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:57.455968 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:57.456071 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:57.456275 22234 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:03:57.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.514 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@101867609(state=PENDING, result=null, callback=(continuation of Deferred@191714182 after retry RPC after error@1000227907) -> (continuation of Deferred@1649596027 after retry RPC after error@2002215616) -> (continuation of Deferred@382205647 after retry RPC after error@1597119496) -> (continuation of Deferred@724039835 after retry RPC after error@1739247197) -> (continuation of Deferred@1320318433 after retry RPC after error@28308067) -> (continuation of Deferred@366485997 after retry RPC after error@607247661), errback=(continuation of Deferred@191714182 after retry RPC after error@1000227907) -> (continuation of Deferred@1649596027 after retry RPC after error@2002215616) -> (continuation of Deferred@382205647 after retry RPC after error@1597119496) -> (continuation of Deferred@724039835 after retry RPC after error@1739247197) -> (continuation of Deferred@1320318433 after retry RPC after error@28308067) -> (continuation of Deferred@366485997 after retry RPC after error@607247661)))
15:03:57.514 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@101867609(state=PENDING, result=null, callback=(continuation of Deferred@191714182 after retry RPC after error@1000227907) -> (continuation of Deferred@1649596027 after retry RPC after error@2002215616) -> (continuation of Deferred@382205647 after retry RPC after error@1597119496) -> (continuation of Deferred@724039835 after retry RPC after error@1739247197) -> (continuation of Deferred@1320318433 after retry RPC after error@28308067) -> (continuation of Deferred@366485997 after retry RPC after error@607247661), errback=(continuation of Deferred@191714182 after retry RPC after error@1000227907) -> (continuation of Deferred@1649596027 after retry RPC after error@2002215616) -> (continuation of Deferred@382205647 after retry RPC after error@1597119496) -> (continuation of Deferred@724039835 after retry RPC after error@1739247197) -> (continuation of Deferred@1320318433 after retry RPC after error@28308067) -> (continuation of Deferred@366485997 after retry RPC after error@607247661)))
15:03:57.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.754 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@731574912(state=PENDING, result=null, callback=(continuation of Deferred@430093179 after retry RPC after error@673363513) -> (continuation of Deferred@1576868190 after retry RPC after error@554696339) -> (continuation of Deferred@758818978 after retry RPC after error@269762626) -> (continuation of Deferred@622234871 after retry RPC after error@2075329952) -> (continuation of Deferred@53796300 after retry RPC after error@823172024) -> (continuation of Deferred@544266329 after retry RPC after error@1133332466) -> (continuation of Deferred@1727146226 after retry RPC after error@1401594575), errback=(continuation of Deferred@430093179 after retry RPC after error@673363513) -> (continuation of Deferred@1576868190 after retry RPC after error@554696339) -> (continuation of Deferred@758818978 after retry RPC after error@269762626) -> (continuation of Deferred@622234871 after retry RPC after error@2075329952) -> (continuation of Deferred@53796300 after retry RPC after error@823172024) -> (continuation of Deferred@544266329 after retry RPC after error@1133332466) -> (continuation of Deferred@1727146226 after retry RPC after error@1401594575)))
15:03:57.754 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@731574912(state=PENDING, result=null, callback=(continuation of Deferred@430093179 after retry RPC after error@673363513) -> (continuation of Deferred@1576868190 after retry RPC after error@554696339) -> (continuation of Deferred@758818978 after retry RPC after error@269762626) -> (continuation of Deferred@622234871 after retry RPC after error@2075329952) -> (continuation of Deferred@53796300 after retry RPC after error@823172024) -> (continuation of Deferred@544266329 after retry RPC after error@1133332466) -> (continuation of Deferred@1727146226 after retry RPC after error@1401594575), errback=(continuation of Deferred@430093179 after retry RPC after error@673363513) -> (continuation of Deferred@1576868190 after retry RPC after error@554696339) -> (continuation of Deferred@758818978 after retry RPC after error@269762626) -> (continuation of Deferred@622234871 after retry RPC after error@2075329952) -> (continuation of Deferred@53796300 after retry RPC after error@823172024) -> (continuation of Deferred@544266329 after retry RPC after error@1133332466) -> (continuation of Deferred@1727146226 after retry RPC after error@1401594575)))
15:03:57.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.935 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1030987599(state=PENDING, result=null, callback=(continuation of Deferred@2124251462 after retry RPC after error@1582341579) -> (continuation of Deferred@1242452231 after retry RPC after error@1797662446) -> (continuation of Deferred@2040728957 after retry RPC after error@591886663) -> (continuation of Deferred@460952129 after retry RPC after error@1093846678) -> (continuation of Deferred@547091240 after retry RPC after error@940452669) -> (continuation of Deferred@1873956327 after retry RPC after error@954409201) -> (continuation of Deferred@1201571446 after retry RPC after error@234883707), errback=(continuation of Deferred@2124251462 after retry RPC after error@1582341579) -> (continuation of Deferred@1242452231 after retry RPC after error@1797662446) -> (continuation of Deferred@2040728957 after retry RPC after error@591886663) -> (continuation of Deferred@460952129 after retry RPC after error@1093846678) -> (continuation of Deferred@547091240 after retry RPC after error@940452669) -> (continuation of Deferred@1873956327 after retry RPC after error@954409201) -> (continuation of Deferred@1201571446 after retry RPC after error@234883707)))
15:03:57.935 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1030987599(state=PENDING, result=null, callback=(continuation of Deferred@2124251462 after retry RPC after error@1582341579) -> (continuation of Deferred@1242452231 after retry RPC after error@1797662446) -> (continuation of Deferred@2040728957 after retry RPC after error@591886663) -> (continuation of Deferred@460952129 after retry RPC after error@1093846678) -> (continuation of Deferred@547091240 after retry RPC after error@940452669) -> (continuation of Deferred@1873956327 after retry RPC after error@954409201) -> (continuation of Deferred@1201571446 after retry RPC after error@234883707), errback=(continuation of Deferred@2124251462 after retry RPC after error@1582341579) -> (continuation of Deferred@1242452231 after retry RPC after error@1797662446) -> (continuation of Deferred@2040728957 after retry RPC after error@591886663) -> (continuation of Deferred@460952129 after retry RPC after error@1093846678) -> (continuation of Deferred@547091240 after retry RPC after error@940452669) -> (continuation of Deferred@1873956327 after retry RPC after error@954409201) -> (continuation of Deferred@1201571446 after retry RPC after error@234883707)))
15:03:57.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:57.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:57.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:57.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:57.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:57.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.175 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@971443201(state=PENDING, result=null, callback=(continuation of Deferred@977895107 after retry RPC after error@2008645499) -> (continuation of Deferred@188516791 after retry RPC after error@171576277) -> (continuation of Deferred@2079638327 after retry RPC after error@1200241045) -> (continuation of Deferred@672424418 after retry RPC after error@1915397014) -> (continuation of Deferred@798636959 after retry RPC after error@961210728) -> (continuation of Deferred@853185746 after retry RPC after error@365672204) -> (continuation of Deferred@1802711273 after retry RPC after error@94143814), errback=(continuation of Deferred@977895107 after retry RPC after error@2008645499) -> (continuation of Deferred@188516791 after retry RPC after error@171576277) -> (continuation of Deferred@2079638327 after retry RPC after error@1200241045) -> (continuation of Deferred@672424418 after retry RPC after error@1915397014) -> (continuation of Deferred@798636959 after retry RPC after error@961210728) -> (continuation of Deferred@853185746 after retry RPC after error@365672204) -> (continuation of Deferred@1802711273 after retry RPC after error@94143814)))
15:03:58.175 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@971443201(state=PENDING, result=null, callback=(continuation of Deferred@977895107 after retry RPC after error@2008645499) -> (continuation of Deferred@188516791 after retry RPC after error@171576277) -> (continuation of Deferred@2079638327 after retry RPC after error@1200241045) -> (continuation of Deferred@672424418 after retry RPC after error@1915397014) -> (continuation of Deferred@798636959 after retry RPC after error@961210728) -> (continuation of Deferred@853185746 after retry RPC after error@365672204) -> (continuation of Deferred@1802711273 after retry RPC after error@94143814), errback=(continuation of Deferred@977895107 after retry RPC after error@2008645499) -> (continuation of Deferred@188516791 after retry RPC after error@171576277) -> (continuation of Deferred@2079638327 after retry RPC after error@1200241045) -> (continuation of Deferred@672424418 after retry RPC after error@1915397014) -> (continuation of Deferred@798636959 after retry RPC after error@961210728) -> (continuation of Deferred@853185746 after retry RPC after error@365672204) -> (continuation of Deferred@1802711273 after retry RPC after error@94143814)))
15:03:58.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.395 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.395 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@549551794(state=PENDING, result=null, callback=(continuation of Deferred@121967677 after retry RPC after error@985139907) -> (continuation of Deferred@5318770 after retry RPC after error@734982692) -> (continuation of Deferred@67501980 after retry RPC after error@2123437005) -> (continuation of Deferred@1997186773 after retry RPC after error@730408386) -> (continuation of Deferred@14407216 after retry RPC after error@1990369949) -> (continuation of Deferred@1421647506 after retry RPC after error@922289906) -> (continuation of Deferred@1749888075 after retry RPC after error@194567573), errback=(continuation of Deferred@121967677 after retry RPC after error@985139907) -> (continuation of Deferred@5318770 after retry RPC after error@734982692) -> (continuation of Deferred@67501980 after retry RPC after error@2123437005) -> (continuation of Deferred@1997186773 after retry RPC after error@730408386) -> (continuation of Deferred@14407216 after retry RPC after error@1990369949) -> (continuation of Deferred@1421647506 after retry RPC after error@922289906) -> (continuation of Deferred@1749888075 after retry RPC after error@194567573)))
15:03:58.396 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@549551794(state=PENDING, result=null, callback=(continuation of Deferred@121967677 after retry RPC after error@985139907) -> (continuation of Deferred@5318770 after retry RPC after error@734982692) -> (continuation of Deferred@67501980 after retry RPC after error@2123437005) -> (continuation of Deferred@1997186773 after retry RPC after error@730408386) -> (continuation of Deferred@14407216 after retry RPC after error@1990369949) -> (continuation of Deferred@1421647506 after retry RPC after error@922289906) -> (continuation of Deferred@1749888075 after retry RPC after error@194567573), errback=(continuation of Deferred@121967677 after retry RPC after error@985139907) -> (continuation of Deferred@5318770 after retry RPC after error@734982692) -> (continuation of Deferred@67501980 after retry RPC after error@2123437005) -> (continuation of Deferred@1997186773 after retry RPC after error@730408386) -> (continuation of Deferred@14407216 after retry RPC after error@1990369949) -> (continuation of Deferred@1421647506 after retry RPC after error@922289906) -> (continuation of Deferred@1749888075 after retry RPC after error@194567573)))
15:03:58.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@951704300(state=PENDING, result=null, callback=(continuation of Deferred@1426345075 after retry RPC after error@1310848398) -> (continuation of Deferred@1574659380 after retry RPC after error@725854937) -> (continuation of Deferred@1557339158 after retry RPC after error@496963463) -> (continuation of Deferred@460012485 after retry RPC after error@759713555) -> (continuation of Deferred@1765790976 after retry RPC after error@205065367) -> (continuation of Deferred@1322171334 after retry RPC after error@563168731) -> (continuation of Deferred@915477308 after retry RPC after error@1921580237), errback=(continuation of Deferred@1426345075 after retry RPC after error@1310848398) -> (continuation of Deferred@1574659380 after retry RPC after error@725854937) -> (continuation of Deferred@1557339158 after retry RPC after error@496963463) -> (continuation of Deferred@460012485 after retry RPC after error@759713555) -> (continuation of Deferred@1765790976 after retry RPC after error@205065367) -> (continuation of Deferred@1322171334 after retry RPC after error@563168731) -> (continuation of Deferred@915477308 after retry RPC after error@1921580237)))
15:03:58.555 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@951704300(state=PENDING, result=null, callback=(continuation of Deferred@1426345075 after retry RPC after error@1310848398) -> (continuation of Deferred@1574659380 after retry RPC after error@725854937) -> (continuation of Deferred@1557339158 after retry RPC after error@496963463) -> (continuation of Deferred@460012485 after retry RPC after error@759713555) -> (continuation of Deferred@1765790976 after retry RPC after error@205065367) -> (continuation of Deferred@1322171334 after retry RPC after error@563168731) -> (continuation of Deferred@915477308 after retry RPC after error@1921580237), errback=(continuation of Deferred@1426345075 after retry RPC after error@1310848398) -> (continuation of Deferred@1574659380 after retry RPC after error@725854937) -> (continuation of Deferred@1557339158 after retry RPC after error@496963463) -> (continuation of Deferred@460012485 after retry RPC after error@759713555) -> (continuation of Deferred@1765790976 after retry RPC after error@205065367) -> (continuation of Deferred@1322171334 after retry RPC after error@563168731) -> (continuation of Deferred@915477308 after retry RPC after error@1921580237)))
15:03:58.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.734 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2059698063(state=PENDING, result=null, callback=(continuation of Deferred@594548500 after retry RPC after error@1246340053) -> (continuation of Deferred@815953942 after retry RPC after error@1766015370) -> (continuation of Deferred@1244144385 after retry RPC after error@1299740314) -> (continuation of Deferred@1849284075 after retry RPC after error@495290039) -> (continuation of Deferred@381586989 after retry RPC after error@419231430) -> (continuation of Deferred@952823487 after retry RPC after error@164329263) -> (continuation of Deferred@1801871325 after retry RPC after error@349429425), errback=(continuation of Deferred@594548500 after retry RPC after error@1246340053) -> (continuation of Deferred@815953942 after retry RPC after error@1766015370) -> (continuation of Deferred@1244144385 after retry RPC after error@1299740314) -> (continuation of Deferred@1849284075 after retry RPC after error@495290039) -> (continuation of Deferred@381586989 after retry RPC after error@419231430) -> (continuation of Deferred@952823487 after retry RPC after error@164329263) -> (continuation of Deferred@1801871325 after retry RPC after error@349429425)))
15:03:58.734 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2059698063(state=PENDING, result=null, callback=(continuation of Deferred@594548500 after retry RPC after error@1246340053) -> (continuation of Deferred@815953942 after retry RPC after error@1766015370) -> (continuation of Deferred@1244144385 after retry RPC after error@1299740314) -> (continuation of Deferred@1849284075 after retry RPC after error@495290039) -> (continuation of Deferred@381586989 after retry RPC after error@419231430) -> (continuation of Deferred@952823487 after retry RPC after error@164329263) -> (continuation of Deferred@1801871325 after retry RPC after error@349429425), errback=(continuation of Deferred@594548500 after retry RPC after error@1246340053) -> (continuation of Deferred@815953942 after retry RPC after error@1766015370) -> (continuation of Deferred@1244144385 after retry RPC after error@1299740314) -> (continuation of Deferred@1849284075 after retry RPC after error@495290039) -> (continuation of Deferred@381586989 after retry RPC after error@419231430) -> (continuation of Deferred@952823487 after retry RPC after error@164329263) -> (continuation of Deferred@1801871325 after retry RPC after error@349429425)))
15:03:58.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.835 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.935 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:58.953209 22244 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:03:58.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:58.953408 22244 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:03:58.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:58.954118 22244 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:03:58.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:58.955070 21456 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111) [suppressed 11 similar messages]
15:03:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:58.956406 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:03:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:03:58.956748 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:03:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:58.956843 21455 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:03:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:03:58.957046 22244 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:03:58.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:58.974 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@238476770(state=PENDING, result=null, callback=(continuation of Deferred@1167787810 after retry RPC after error@585935413) -> (continuation of Deferred@401895466 after retry RPC after error@798324475) -> (continuation of Deferred@850052668 after retry RPC after error@1968205662) -> (continuation of Deferred@1091642622 after retry RPC after error@1169666185) -> (continuation of Deferred@566756645 after retry RPC after error@1469359325) -> (continuation of Deferred@535452677 after retry RPC after error@1730249865) -> (continuation of Deferred@102843493 after retry RPC after error@1960946224), errback=(continuation of Deferred@1167787810 after retry RPC after error@585935413) -> (continuation of Deferred@401895466 after retry RPC after error@798324475) -> (continuation of Deferred@850052668 after retry RPC after error@1968205662) -> (continuation of Deferred@1091642622 after retry RPC after error@1169666185) -> (continuation of Deferred@566756645 after retry RPC after error@1469359325) -> (continuation of Deferred@535452677 after retry RPC after error@1730249865) -> (continuation of Deferred@102843493 after retry RPC after error@1960946224)))
15:03:58.974 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@238476770(state=PENDING, result=null, callback=(continuation of Deferred@1167787810 after retry RPC after error@585935413) -> (continuation of Deferred@401895466 after retry RPC after error@798324475) -> (continuation of Deferred@850052668 after retry RPC after error@1968205662) -> (continuation of Deferred@1091642622 after retry RPC after error@1169666185) -> (continuation of Deferred@566756645 after retry RPC after error@1469359325) -> (continuation of Deferred@535452677 after retry RPC after error@1730249865) -> (continuation of Deferred@102843493 after retry RPC after error@1960946224), errback=(continuation of Deferred@1167787810 after retry RPC after error@585935413) -> (continuation of Deferred@401895466 after retry RPC after error@798324475) -> (continuation of Deferred@850052668 after retry RPC after error@1968205662) -> (continuation of Deferred@1091642622 after retry RPC after error@1169666185) -> (continuation of Deferred@566756645 after retry RPC after error@1469359325) -> (continuation of Deferred@535452677 after retry RPC after error@1730249865) -> (continuation of Deferred@102843493 after retry RPC after error@1960946224)))
15:03:58.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:58.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:58.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:58.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:58.995 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1438779062(state=PENDING, result=null, callback=(continuation of Deferred@1705226270 after retry RPC after error@1817371993) -> (continuation of Deferred@1861895200 after retry RPC after error@726145279) -> (continuation of Deferred@1393782472 after retry RPC after error@680534494) -> (continuation of Deferred@343391144 after retry RPC after error@2132006457) -> (continuation of Deferred@926843453 after retry RPC after error@503962581) -> (continuation of Deferred@923437383 after retry RPC after error@1456022401), errback=(continuation of Deferred@1705226270 after retry RPC after error@1817371993) -> (continuation of Deferred@1861895200 after retry RPC after error@726145279) -> (continuation of Deferred@1393782472 after retry RPC after error@680534494) -> (continuation of Deferred@343391144 after retry RPC after error@2132006457) -> (continuation of Deferred@926843453 after retry RPC after error@503962581) -> (continuation of Deferred@923437383 after retry RPC after error@1456022401)))
15:03:59.155 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1438779062(state=PENDING, result=null, callback=(continuation of Deferred@1705226270 after retry RPC after error@1817371993) -> (continuation of Deferred@1861895200 after retry RPC after error@726145279) -> (continuation of Deferred@1393782472 after retry RPC after error@680534494) -> (continuation of Deferred@343391144 after retry RPC after error@2132006457) -> (continuation of Deferred@926843453 after retry RPC after error@503962581) -> (continuation of Deferred@923437383 after retry RPC after error@1456022401), errback=(continuation of Deferred@1705226270 after retry RPC after error@1817371993) -> (continuation of Deferred@1861895200 after retry RPC after error@726145279) -> (continuation of Deferred@1393782472 after retry RPC after error@680534494) -> (continuation of Deferred@343391144 after retry RPC after error@2132006457) -> (continuation of Deferred@926843453 after retry RPC after error@503962581) -> (continuation of Deferred@923437383 after retry RPC after error@1456022401)))
15:03:59.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.432 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1626582624(state=PENDING, result=null, callback=(continuation of Deferred@173997061 after retry RPC after error@2076455749) -> (continuation of Deferred@189634516 after retry RPC after error@1991288947) -> (continuation of Deferred@192142452 after retry RPC after error@1366788164) -> (continuation of Deferred@912479881 after retry RPC after error@1172542214) -> (continuation of Deferred@1348892594 after retry RPC after error@1027530834) -> (continuation of Deferred@298135138 after retry RPC after error@1223161087) -> (continuation of Deferred@727695798 after retry RPC after error@1638500607), errback=(continuation of Deferred@173997061 after retry RPC after error@2076455749) -> (continuation of Deferred@189634516 after retry RPC after error@1991288947) -> (continuation of Deferred@192142452 after retry RPC after error@1366788164) -> (continuation of Deferred@912479881 after retry RPC after error@1172542214) -> (continuation of Deferred@1348892594 after retry RPC after error@1027530834) -> (continuation of Deferred@298135138 after retry RPC after error@1223161087) -> (continuation of Deferred@727695798 after retry RPC after error@1638500607)))
15:03:59.433 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:03:59.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.674 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1498404749(state=PENDING, result=null, callback=(continuation of Deferred@1228650629 after retry RPC after error@690445839) -> (continuation of Deferred@472470669 after retry RPC after error@1006439226) -> (continuation of Deferred@798389072 after retry RPC after error@1012041611) -> (continuation of Deferred@1778987440 after retry RPC after error@972968720) -> (continuation of Deferred@628013964 after retry RPC after error@229117557) -> (continuation of Deferred@781134529 after retry RPC after error@1705155283) -> (continuation of Deferred@893452080 after retry RPC after error@2018935883), errback=(continuation of Deferred@1228650629 after retry RPC after error@690445839) -> (continuation of Deferred@472470669 after retry RPC after error@1006439226) -> (continuation of Deferred@798389072 after retry RPC after error@1012041611) -> (continuation of Deferred@1778987440 after retry RPC after error@972968720) -> (continuation of Deferred@628013964 after retry RPC after error@229117557) -> (continuation of Deferred@781134529 after retry RPC after error@1705155283) -> (continuation of Deferred@893452080 after retry RPC after error@2018935883)))
15:03:59.674 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1498404749(state=PENDING, result=null, callback=(continuation of Deferred@1228650629 after retry RPC after error@690445839) -> (continuation of Deferred@472470669 after retry RPC after error@1006439226) -> (continuation of Deferred@798389072 after retry RPC after error@1012041611) -> (continuation of Deferred@1778987440 after retry RPC after error@972968720) -> (continuation of Deferred@628013964 after retry RPC after error@229117557) -> (continuation of Deferred@781134529 after retry RPC after error@1705155283) -> (continuation of Deferred@893452080 after retry RPC after error@2018935883), errback=(continuation of Deferred@1228650629 after retry RPC after error@690445839) -> (continuation of Deferred@472470669 after retry RPC after error@1006439226) -> (continuation of Deferred@798389072 after retry RPC after error@1012041611) -> (continuation of Deferred@1778987440 after retry RPC after error@972968720) -> (continuation of Deferred@628013964 after retry RPC after error@229117557) -> (continuation of Deferred@781134529 after retry RPC after error@1705155283) -> (continuation of Deferred@893452080 after retry RPC after error@2018935883)))
15:03:59.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.915 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.916 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1257208978(state=PENDING, result=null, callback=(continuation of Deferred@1216148378 after retry RPC after error@1604225931) -> (continuation of Deferred@380957815 after retry RPC after error@663622111) -> (continuation of Deferred@146921111 after retry RPC after error@589878999) -> (continuation of Deferred@311335305 after retry RPC after error@1171878638) -> (continuation of Deferred@1126850988 after retry RPC after error@642877808) -> (continuation of Deferred@1081417442 after retry RPC after error@1320507904) -> (continuation of Deferred@1577215355 after retry RPC after error@1957854658), errback=(continuation of Deferred@1216148378 after retry RPC after error@1604225931) -> (continuation of Deferred@380957815 after retry RPC after error@663622111) -> (continuation of Deferred@146921111 after retry RPC after error@589878999) -> (continuation of Deferred@311335305 after retry RPC after error@1171878638) -> (continuation of Deferred@1126850988 after retry RPC after error@642877808) -> (continuation of Deferred@1081417442 after retry RPC after error@1320507904) -> (continuation of Deferred@1577215355 after retry RPC after error@1957854658)))
15:03:59.916 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1257208978(state=PENDING, result=null, callback=(continuation of Deferred@1216148378 after retry RPC after error@1604225931) -> (continuation of Deferred@380957815 after retry RPC after error@663622111) -> (continuation of Deferred@146921111 after retry RPC after error@589878999) -> (continuation of Deferred@311335305 after retry RPC after error@1171878638) -> (continuation of Deferred@1126850988 after retry RPC after error@642877808) -> (continuation of Deferred@1081417442 after retry RPC after error@1320507904) -> (continuation of Deferred@1577215355 after retry RPC after error@1957854658), errback=(continuation of Deferred@1216148378 after retry RPC after error@1604225931) -> (continuation of Deferred@380957815 after retry RPC after error@663622111) -> (continuation of Deferred@146921111 after retry RPC after error@589878999) -> (continuation of Deferred@311335305 after retry RPC after error@1171878638) -> (continuation of Deferred@1126850988 after retry RPC after error@642877808) -> (continuation of Deferred@1081417442 after retry RPC after error@1320507904) -> (continuation of Deferred@1577215355 after retry RPC after error@1957854658)))
15:03:59.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:03:59.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:03:59.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:03:59.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:03:59.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:03:59.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.175 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.175 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@564187750(state=PENDING, result=null, callback=(continuation of Deferred@117332288 after retry RPC after error@966822030) -> (continuation of Deferred@983914688 after retry RPC after error@498179600) -> (continuation of Deferred@1777459391 after retry RPC after error@1411965431) -> (continuation of Deferred@1155252458 after retry RPC after error@1435211647) -> (continuation of Deferred@857305449 after retry RPC after error@548211108) -> (continuation of Deferred@988500427 after retry RPC after error@869403014) -> (continuation of Deferred@1270391980 after retry RPC after error@59798614) -> (continuation of Deferred@1670715622 after retry RPC after error@1084797739), errback=(continuation of Deferred@117332288 after retry RPC after error@966822030) -> (continuation of Deferred@983914688 after retry RPC after error@498179600) -> (continuation of Deferred@1777459391 after retry RPC after error@1411965431) -> (continuation of Deferred@1155252458 after retry RPC after error@1435211647) -> (continuation of Deferred@857305449 after retry RPC after error@548211108) -> (continuation of Deferred@988500427 after retry RPC after error@869403014) -> (continuation of Deferred@1270391980 after retry RPC after error@59798614) -> (continuation of Deferred@1670715622 after retry RPC after error@1084797739)))
15:04:00.176 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@564187750(state=PENDING, result=null, callback=(continuation of Deferred@117332288 after retry RPC after error@966822030) -> (continuation of Deferred@983914688 after retry RPC after error@498179600) -> (continuation of Deferred@1777459391 after retry RPC after error@1411965431) -> (continuation of Deferred@1155252458 after retry RPC after error@1435211647) -> (continuation of Deferred@857305449 after retry RPC after error@548211108) -> (continuation of Deferred@988500427 after retry RPC after error@869403014) -> (continuation of Deferred@1270391980 after retry RPC after error@59798614) -> (continuation of Deferred@1670715622 after retry RPC after error@1084797739), errback=(continuation of Deferred@117332288 after retry RPC after error@966822030) -> (continuation of Deferred@983914688 after retry RPC after error@498179600) -> (continuation of Deferred@1777459391 after retry RPC after error@1411965431) -> (continuation of Deferred@1155252458 after retry RPC after error@1435211647) -> (continuation of Deferred@857305449 after retry RPC after error@548211108) -> (continuation of Deferred@988500427 after retry RPC after error@869403014) -> (continuation of Deferred@1270391980 after retry RPC after error@59798614) -> (continuation of Deferred@1670715622 after retry RPC after error@1084797739)))
15:04:00.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.354 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@37851681(state=PENDING, result=null, callback=(continuation of Deferred@1428810608 after retry RPC after error@282852739) -> (continuation of Deferred@462748484 after retry RPC after error@357212813) -> (continuation of Deferred@253929791 after retry RPC after error@1079667389) -> (continuation of Deferred@2083055401 after retry RPC after error@1018588395) -> (continuation of Deferred@642208019 after retry RPC after error@895207652) -> (continuation of Deferred@250699977 after retry RPC after error@28280008), errback=(continuation of Deferred@1428810608 after retry RPC after error@282852739) -> (continuation of Deferred@462748484 after retry RPC after error@357212813) -> (continuation of Deferred@253929791 after retry RPC after error@1079667389) -> (continuation of Deferred@2083055401 after retry RPC after error@1018588395) -> (continuation of Deferred@642208019 after retry RPC after error@895207652) -> (continuation of Deferred@250699977 after retry RPC after error@28280008)))
15:04:00.355 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@37851681(state=PENDING, result=null, callback=(continuation of Deferred@1428810608 after retry RPC after error@282852739) -> (continuation of Deferred@462748484 after retry RPC after error@357212813) -> (continuation of Deferred@253929791 after retry RPC after error@1079667389) -> (continuation of Deferred@2083055401 after retry RPC after error@1018588395) -> (continuation of Deferred@642208019 after retry RPC after error@895207652) -> (continuation of Deferred@250699977 after retry RPC after error@28280008), errback=(continuation of Deferred@1428810608 after retry RPC after error@282852739) -> (continuation of Deferred@462748484 after retry RPC after error@357212813) -> (continuation of Deferred@253929791 after retry RPC after error@1079667389) -> (continuation of Deferred@2083055401 after retry RPC after error@1018588395) -> (continuation of Deferred@642208019 after retry RPC after error@895207652) -> (continuation of Deferred@250699977 after retry RPC after error@28280008)))
15:04:00.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.594 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1261912916(state=PENDING, result=null, callback=(continuation of Deferred@1813719005 after retry RPC after error@2084746869) -> (continuation of Deferred@1802584618 after retry RPC after error@447578611) -> (continuation of Deferred@800946356 after retry RPC after error@1185251880) -> (continuation of Deferred@656734404 after retry RPC after error@1366317002) -> (continuation of Deferred@357367176 after retry RPC after error@2140309963) -> (continuation of Deferred@2146483237 after retry RPC after error@753756694) -> (continuation of Deferred@1581216446 after retry RPC after error@889746531), errback=(continuation of Deferred@1813719005 after retry RPC after error@2084746869) -> (continuation of Deferred@1802584618 after retry RPC after error@447578611) -> (continuation of Deferred@800946356 after retry RPC after error@1185251880) -> (continuation of Deferred@656734404 after retry RPC after error@1366317002) -> (continuation of Deferred@357367176 after retry RPC after error@2140309963) -> (continuation of Deferred@2146483237 after retry RPC after error@753756694) -> (continuation of Deferred@1581216446 after retry RPC after error@889746531)))
15:04:00.594 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1261912916(state=PENDING, result=null, callback=(continuation of Deferred@1813719005 after retry RPC after error@2084746869) -> (continuation of Deferred@1802584618 after retry RPC after error@447578611) -> (continuation of Deferred@800946356 after retry RPC after error@1185251880) -> (continuation of Deferred@656734404 after retry RPC after error@1366317002) -> (continuation of Deferred@357367176 after retry RPC after error@2140309963) -> (continuation of Deferred@2146483237 after retry RPC after error@753756694) -> (continuation of Deferred@1581216446 after retry RPC after error@889746531), errback=(continuation of Deferred@1813719005 after retry RPC after error@2084746869) -> (continuation of Deferred@1802584618 after retry RPC after error@447578611) -> (continuation of Deferred@800946356 after retry RPC after error@1185251880) -> (continuation of Deferred@656734404 after retry RPC after error@1366317002) -> (continuation of Deferred@357367176 after retry RPC after error@2140309963) -> (continuation of Deferred@2146483237 after retry RPC after error@753756694) -> (continuation of Deferred@1581216446 after retry RPC after error@889746531)))
15:04:00.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.774 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1686625648(state=PENDING, result=null, callback=(continuation of Deferred@856686525 after retry RPC after error@1390173598) -> (continuation of Deferred@1514815295 after retry RPC after error@8127835) -> (continuation of Deferred@1279451390 after retry RPC after error@2093114437) -> (continuation of Deferred@2004492069 after retry RPC after error@399284812) -> (continuation of Deferred@1280499035 after retry RPC after error@601716952) -> (continuation of Deferred@83478705 after retry RPC after error@1997814936) -> (continuation of Deferred@762744612 after retry RPC after error@1705327082) -> (continuation of Deferred@794020271 after retry RPC after error@2037760033), errback=(continuation of Deferred@856686525 after retry RPC after error@1390173598) -> (continuation of Deferred@1514815295 after retry RPC after error@8127835) -> (continuation of Deferred@1279451390 after retry RPC after error@2093114437) -> (continuation of Deferred@2004492069 after retry RPC after error@399284812) -> (continuation of Deferred@1280499035 after retry RPC after error@601716952) -> (continuation of Deferred@83478705 after retry RPC after error@1997814936) -> (continuation of Deferred@762744612 after retry RPC after error@1705327082) -> (continuation of Deferred@794020271 after retry RPC after error@2037760033)))
15:04:00.774 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1686625648(state=PENDING, result=null, callback=(continuation of Deferred@856686525 after retry RPC after error@1390173598) -> (continuation of Deferred@1514815295 after retry RPC after error@8127835) -> (continuation of Deferred@1279451390 after retry RPC after error@2093114437) -> (continuation of Deferred@2004492069 after retry RPC after error@399284812) -> (continuation of Deferred@1280499035 after retry RPC after error@601716952) -> (continuation of Deferred@83478705 after retry RPC after error@1997814936) -> (continuation of Deferred@762744612 after retry RPC after error@1705327082) -> (continuation of Deferred@794020271 after retry RPC after error@2037760033), errback=(continuation of Deferred@856686525 after retry RPC after error@1390173598) -> (continuation of Deferred@1514815295 after retry RPC after error@8127835) -> (continuation of Deferred@1279451390 after retry RPC after error@2093114437) -> (continuation of Deferred@2004492069 after retry RPC after error@399284812) -> (continuation of Deferred@1280499035 after retry RPC after error@601716952) -> (continuation of Deferred@83478705 after retry RPC after error@1997814936) -> (continuation of Deferred@762744612 after retry RPC after error@1705327082) -> (continuation of Deferred@794020271 after retry RPC after error@2037760033)))
15:04:00.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:00.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:00.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:00.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:00.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:00.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.052 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1528771562(state=PENDING, result=null, callback=(continuation of Deferred@870532916 after retry RPC after error@41867038) -> (continuation of Deferred@29903460 after retry RPC after error@594196948) -> (continuation of Deferred@169447530 after retry RPC after error@2116775952) -> (continuation of Deferred@1030987483 after retry RPC after error@1260463288) -> (continuation of Deferred@226322294 after retry RPC after error@678640953) -> (continuation of Deferred@156756906 after retry RPC after error@1267796700) -> (continuation of Deferred@758219279 after retry RPC after error@479914085), errback=(continuation of Deferred@870532916 after retry RPC after error@41867038) -> (continuation of Deferred@29903460 after retry RPC after error@594196948) -> (continuation of Deferred@169447530 after retry RPC after error@2116775952) -> (continuation of Deferred@1030987483 after retry RPC after error@1260463288) -> (continuation of Deferred@226322294 after retry RPC after error@678640953) -> (continuation of Deferred@156756906 after retry RPC after error@1267796700) -> (continuation of Deferred@758219279 after retry RPC after error@479914085)))
15:04:01.053 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:01.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.274 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1926030552(state=PENDING, result=null, callback=(continuation of Deferred@1420045683 after retry RPC after error@1208147705) -> (continuation of Deferred@1568682355 after retry RPC after error@1224729663) -> (continuation of Deferred@1027971046 after retry RPC after error@1676571553) -> (continuation of Deferred@1060756742 after retry RPC after error@139462850) -> (continuation of Deferred@431707273 after retry RPC after error@165175140) -> (continuation of Deferred@2021155508 after retry RPC after error@1894146913) -> (continuation of Deferred@859471592 after retry RPC after error@2027037844), errback=(continuation of Deferred@1420045683 after retry RPC after error@1208147705) -> (continuation of Deferred@1568682355 after retry RPC after error@1224729663) -> (continuation of Deferred@1027971046 after retry RPC after error@1676571553) -> (continuation of Deferred@1060756742 after retry RPC after error@139462850) -> (continuation of Deferred@431707273 after retry RPC after error@165175140) -> (continuation of Deferred@2021155508 after retry RPC after error@1894146913) -> (continuation of Deferred@859471592 after retry RPC after error@2027037844)))
15:04:01.275 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1926030552(state=PENDING, result=null, callback=(continuation of Deferred@1420045683 after retry RPC after error@1208147705) -> (continuation of Deferred@1568682355 after retry RPC after error@1224729663) -> (continuation of Deferred@1027971046 after retry RPC after error@1676571553) -> (continuation of Deferred@1060756742 after retry RPC after error@139462850) -> (continuation of Deferred@431707273 after retry RPC after error@165175140) -> (continuation of Deferred@2021155508 after retry RPC after error@1894146913) -> (continuation of Deferred@859471592 after retry RPC after error@2027037844), errback=(continuation of Deferred@1420045683 after retry RPC after error@1208147705) -> (continuation of Deferred@1568682355 after retry RPC after error@1224729663) -> (continuation of Deferred@1027971046 after retry RPC after error@1676571553) -> (continuation of Deferred@1060756742 after retry RPC after error@139462850) -> (continuation of Deferred@431707273 after retry RPC after error@165175140) -> (continuation of Deferred@2021155508 after retry RPC after error@1894146913) -> (continuation of Deferred@859471592 after retry RPC after error@2027037844)))
15:04:01.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.535 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@751107850(state=PENDING, result=null, callback=(continuation of Deferred@69957892 after retry RPC after error@730864813) -> (continuation of Deferred@137326218 after retry RPC after error@60353578) -> (continuation of Deferred@1554273796 after retry RPC after error@2004503625) -> (continuation of Deferred@80881426 after retry RPC after error@1089434142) -> (continuation of Deferred@1040521329 after retry RPC after error@465048572) -> (continuation of Deferred@239553838 after retry RPC after error@889434490) -> (continuation of Deferred@592699707 after retry RPC after error@2024743262), errback=(continuation of Deferred@69957892 after retry RPC after error@730864813) -> (continuation of Deferred@137326218 after retry RPC after error@60353578) -> (continuation of Deferred@1554273796 after retry RPC after error@2004503625) -> (continuation of Deferred@80881426 after retry RPC after error@1089434142) -> (continuation of Deferred@1040521329 after retry RPC after error@465048572) -> (continuation of Deferred@239553838 after retry RPC after error@889434490) -> (continuation of Deferred@592699707 after retry RPC after error@2024743262)))
15:04:01.535 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@751107850(state=PENDING, result=null, callback=(continuation of Deferred@69957892 after retry RPC after error@730864813) -> (continuation of Deferred@137326218 after retry RPC after error@60353578) -> (continuation of Deferred@1554273796 after retry RPC after error@2004503625) -> (continuation of Deferred@80881426 after retry RPC after error@1089434142) -> (continuation of Deferred@1040521329 after retry RPC after error@465048572) -> (continuation of Deferred@239553838 after retry RPC after error@889434490) -> (continuation of Deferred@592699707 after retry RPC after error@2024743262), errback=(continuation of Deferred@69957892 after retry RPC after error@730864813) -> (continuation of Deferred@137326218 after retry RPC after error@60353578) -> (continuation of Deferred@1554273796 after retry RPC after error@2004503625) -> (continuation of Deferred@80881426 after retry RPC after error@1089434142) -> (continuation of Deferred@1040521329 after retry RPC after error@465048572) -> (continuation of Deferred@239553838 after retry RPC after error@889434490) -> (continuation of Deferred@592699707 after retry RPC after error@2024743262)))
15:04:01.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.734 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1743016118(state=PENDING, result=null, callback=(continuation of Deferred@1799859905 after retry RPC after error@606623005) -> (continuation of Deferred@499700123 after retry RPC after error@1491878772) -> (continuation of Deferred@244043534 after retry RPC after error@1760420735) -> (continuation of Deferred@863151088 after retry RPC after error@155164937) -> (continuation of Deferred@1495067807 after retry RPC after error@1592597208) -> (continuation of Deferred@2024165334 after retry RPC after error@207982114), errback=(continuation of Deferred@1799859905 after retry RPC after error@606623005) -> (continuation of Deferred@499700123 after retry RPC after error@1491878772) -> (continuation of Deferred@244043534 after retry RPC after error@1760420735) -> (continuation of Deferred@863151088 after retry RPC after error@155164937) -> (continuation of Deferred@1495067807 after retry RPC after error@1592597208) -> (continuation of Deferred@2024165334 after retry RPC after error@207982114)))
15:04:01.735 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1743016118(state=PENDING, result=null, callback=(continuation of Deferred@1799859905 after retry RPC after error@606623005) -> (continuation of Deferred@499700123 after retry RPC after error@1491878772) -> (continuation of Deferred@244043534 after retry RPC after error@1760420735) -> (continuation of Deferred@863151088 after retry RPC after error@155164937) -> (continuation of Deferred@1495067807 after retry RPC after error@1592597208) -> (continuation of Deferred@2024165334 after retry RPC after error@207982114), errback=(continuation of Deferred@1799859905 after retry RPC after error@606623005) -> (continuation of Deferred@499700123 after retry RPC after error@1491878772) -> (continuation of Deferred@244043534 after retry RPC after error@1760420735) -> (continuation of Deferred@863151088 after retry RPC after error@155164937) -> (continuation of Deferred@1495067807 after retry RPC after error@1592597208) -> (continuation of Deferred@2024165334 after retry RPC after error@207982114)))
15:04:01.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.815 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:01.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:01.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:01.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:01.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:01.994 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1206584756(state=PENDING, result=null, callback=(continuation of Deferred@189103182 after retry RPC after error@2107353505) -> (continuation of Deferred@438235967 after retry RPC after error@96961389) -> (continuation of Deferred@633354391 after retry RPC after error@87444271) -> (continuation of Deferred@1759299517 after retry RPC after error@1371143456) -> (continuation of Deferred@1972986624 after retry RPC after error@1111564719) -> (continuation of Deferred@1278142325 after retry RPC after error@1382044461) -> (continuation of Deferred@1826597634 after retry RPC after error@668509039) -> (continuation of Deferred@477556142 after retry RPC after error@1281305654), errback=(continuation of Deferred@189103182 after retry RPC after error@2107353505) -> (continuation of Deferred@438235967 after retry RPC after error@96961389) -> (continuation of Deferred@633354391 after retry RPC after error@87444271) -> (continuation of Deferred@1759299517 after retry RPC after error@1371143456) -> (continuation of Deferred@1972986624 after retry RPC after error@1111564719) -> (continuation of Deferred@1278142325 after retry RPC after error@1382044461) -> (continuation of Deferred@1826597634 after retry RPC after error@668509039) -> (continuation of Deferred@477556142 after retry RPC after error@1281305654)))
15:04:01.995 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1206584756(state=PENDING, result=null, callback=(continuation of Deferred@189103182 after retry RPC after error@2107353505) -> (continuation of Deferred@438235967 after retry RPC after error@96961389) -> (continuation of Deferred@633354391 after retry RPC after error@87444271) -> (continuation of Deferred@1759299517 after retry RPC after error@1371143456) -> (continuation of Deferred@1972986624 after retry RPC after error@1111564719) -> (continuation of Deferred@1278142325 after retry RPC after error@1382044461) -> (continuation of Deferred@1826597634 after retry RPC after error@668509039) -> (continuation of Deferred@477556142 after retry RPC after error@1281305654), errback=(continuation of Deferred@189103182 after retry RPC after error@2107353505) -> (continuation of Deferred@438235967 after retry RPC after error@96961389) -> (continuation of Deferred@633354391 after retry RPC after error@87444271) -> (continuation of Deferred@1759299517 after retry RPC after error@1371143456) -> (continuation of Deferred@1972986624 after retry RPC after error@1111564719) -> (continuation of Deferred@1278142325 after retry RPC after error@1382044461) -> (continuation of Deferred@1826597634 after retry RPC after error@668509039) -> (continuation of Deferred@477556142 after retry RPC after error@1281305654)))
15:04:02.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.076 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.273 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1077278424(state=PENDING, result=null, callback=(continuation of Deferred@1416161102 after retry RPC after error@496251022) -> (continuation of Deferred@392661926 after retry RPC after error@2022390948) -> (continuation of Deferred@1800074860 after retry RPC after error@1466350539) -> (continuation of Deferred@2088181818 after retry RPC after error@1563970828) -> (continuation of Deferred@1635596625 after retry RPC after error@52915798) -> (continuation of Deferred@1175779576 after retry RPC after error@1499176219) -> (continuation of Deferred@1365541072 after retry RPC after error@1770586484), errback=(continuation of Deferred@1416161102 after retry RPC after error@496251022) -> (continuation of Deferred@392661926 after retry RPC after error@2022390948) -> (continuation of Deferred@1800074860 after retry RPC after error@1466350539) -> (continuation of Deferred@2088181818 after retry RPC after error@1563970828) -> (continuation of Deferred@1635596625 after retry RPC after error@52915798) -> (continuation of Deferred@1175779576 after retry RPC after error@1499176219) -> (continuation of Deferred@1365541072 after retry RPC after error@1770586484)))
15:04:02.273 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:02.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.474 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@437464522(state=PENDING, result=null, callback=(continuation of Deferred@481538110 after retry RPC after error@1120387122) -> (continuation of Deferred@1512462681 after retry RPC after error@1507349162) -> (continuation of Deferred@1483422703 after retry RPC after error@617719424) -> (continuation of Deferred@1280696274 after retry RPC after error@1459853808) -> (continuation of Deferred@1454793916 after retry RPC after error@2147102028) -> (continuation of Deferred@498325038 after retry RPC after error@1446248561) -> (continuation of Deferred@859970959 after retry RPC after error@503109350), errback=(continuation of Deferred@481538110 after retry RPC after error@1120387122) -> (continuation of Deferred@1512462681 after retry RPC after error@1507349162) -> (continuation of Deferred@1483422703 after retry RPC after error@617719424) -> (continuation of Deferred@1280696274 after retry RPC after error@1459853808) -> (continuation of Deferred@1454793916 after retry RPC after error@2147102028) -> (continuation of Deferred@498325038 after retry RPC after error@1446248561) -> (continuation of Deferred@859970959 after retry RPC after error@503109350)))
15:04:02.474 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@437464522(state=PENDING, result=null, callback=(continuation of Deferred@481538110 after retry RPC after error@1120387122) -> (continuation of Deferred@1512462681 after retry RPC after error@1507349162) -> (continuation of Deferred@1483422703 after retry RPC after error@617719424) -> (continuation of Deferred@1280696274 after retry RPC after error@1459853808) -> (continuation of Deferred@1454793916 after retry RPC after error@2147102028) -> (continuation of Deferred@498325038 after retry RPC after error@1446248561) -> (continuation of Deferred@859970959 after retry RPC after error@503109350), errback=(continuation of Deferred@481538110 after retry RPC after error@1120387122) -> (continuation of Deferred@1512462681 after retry RPC after error@1507349162) -> (continuation of Deferred@1483422703 after retry RPC after error@617719424) -> (continuation of Deferred@1280696274 after retry RPC after error@1459853808) -> (continuation of Deferred@1454793916 after retry RPC after error@2147102028) -> (continuation of Deferred@498325038 after retry RPC after error@1446248561) -> (continuation of Deferred@859970959 after retry RPC after error@503109350)))
15:04:02.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.635 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1580019537(state=PENDING, result=null, callback=(continuation of Deferred@1561686993 after retry RPC after error@1541782689) -> (continuation of Deferred@1714634560 after retry RPC after error@1364448112) -> (continuation of Deferred@657373552 after retry RPC after error@1373112704) -> (continuation of Deferred@779019716 after retry RPC after error@1642687274) -> (continuation of Deferred@861842270 after retry RPC after error@584786108) -> (continuation of Deferred@2067968486 after retry RPC after error@1364735391), errback=(continuation of Deferred@1561686993 after retry RPC after error@1541782689) -> (continuation of Deferred@1714634560 after retry RPC after error@1364448112) -> (continuation of Deferred@657373552 after retry RPC after error@1373112704) -> (continuation of Deferred@779019716 after retry RPC after error@1642687274) -> (continuation of Deferred@861842270 after retry RPC after error@584786108) -> (continuation of Deferred@2067968486 after retry RPC after error@1364735391)))
15:04:02.635 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1580019537(state=PENDING, result=null, callback=(continuation of Deferred@1561686993 after retry RPC after error@1541782689) -> (continuation of Deferred@1714634560 after retry RPC after error@1364448112) -> (continuation of Deferred@657373552 after retry RPC after error@1373112704) -> (continuation of Deferred@779019716 after retry RPC after error@1642687274) -> (continuation of Deferred@861842270 after retry RPC after error@584786108) -> (continuation of Deferred@2067968486 after retry RPC after error@1364735391), errback=(continuation of Deferred@1561686993 after retry RPC after error@1541782689) -> (continuation of Deferred@1714634560 after retry RPC after error@1364448112) -> (continuation of Deferred@657373552 after retry RPC after error@1373112704) -> (continuation of Deferred@779019716 after retry RPC after error@1642687274) -> (continuation of Deferred@861842270 after retry RPC after error@584786108) -> (continuation of Deferred@2067968486 after retry RPC after error@1364735391)))
15:04:02.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.895 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@808044702(state=PENDING, result=null, callback=(continuation of Deferred@502112341 after retry RPC after error@1237794368) -> (continuation of Deferred@1470465537 after retry RPC after error@691456339) -> (continuation of Deferred@1504258856 after retry RPC after error@703343459) -> (continuation of Deferred@1384265169 after retry RPC after error@1298203267) -> (continuation of Deferred@1568772204 after retry RPC after error@360587148) -> (continuation of Deferred@1452379215 after retry RPC after error@329382148) -> (continuation of Deferred@1123162604 after retry RPC after error@664140865), errback=(continuation of Deferred@502112341 after retry RPC after error@1237794368) -> (continuation of Deferred@1470465537 after retry RPC after error@691456339) -> (continuation of Deferred@1504258856 after retry RPC after error@703343459) -> (continuation of Deferred@1384265169 after retry RPC after error@1298203267) -> (continuation of Deferred@1568772204 after retry RPC after error@360587148) -> (continuation of Deferred@1452379215 after retry RPC after error@329382148) -> (continuation of Deferred@1123162604 after retry RPC after error@664140865)))
15:04:02.895 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@808044702(state=PENDING, result=null, callback=(continuation of Deferred@502112341 after retry RPC after error@1237794368) -> (continuation of Deferred@1470465537 after retry RPC after error@691456339) -> (continuation of Deferred@1504258856 after retry RPC after error@703343459) -> (continuation of Deferred@1384265169 after retry RPC after error@1298203267) -> (continuation of Deferred@1568772204 after retry RPC after error@360587148) -> (continuation of Deferred@1452379215 after retry RPC after error@329382148) -> (continuation of Deferred@1123162604 after retry RPC after error@664140865), errback=(continuation of Deferred@502112341 after retry RPC after error@1237794368) -> (continuation of Deferred@1470465537 after retry RPC after error@691456339) -> (continuation of Deferred@1504258856 after retry RPC after error@703343459) -> (continuation of Deferred@1384265169 after retry RPC after error@1298203267) -> (continuation of Deferred@1568772204 after retry RPC after error@360587148) -> (continuation of Deferred@1452379215 after retry RPC after error@329382148) -> (continuation of Deferred@1123162604 after retry RPC after error@664140865)))
15:04:02.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:02.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:02.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:02.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:02.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:02.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.154 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@490356126(state=PENDING, result=null, callback=(continuation of Deferred@33458963 after retry RPC after error@1919038826) -> (continuation of Deferred@1184700326 after retry RPC after error@168231974) -> (continuation of Deferred@2136256614 after retry RPC after error@486409091) -> (continuation of Deferred@846206877 after retry RPC after error@6554561) -> (continuation of Deferred@1525240875 after retry RPC after error@912762606) -> (continuation of Deferred@68784960 after retry RPC after error@608432649) -> (continuation of Deferred@874226342 after retry RPC after error@1061171741), errback=(continuation of Deferred@33458963 after retry RPC after error@1919038826) -> (continuation of Deferred@1184700326 after retry RPC after error@168231974) -> (continuation of Deferred@2136256614 after retry RPC after error@486409091) -> (continuation of Deferred@846206877 after retry RPC after error@6554561) -> (continuation of Deferred@1525240875 after retry RPC after error@912762606) -> (continuation of Deferred@68784960 after retry RPC after error@608432649) -> (continuation of Deferred@874226342 after retry RPC after error@1061171741)))
15:04:03.154 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@490356126(state=PENDING, result=null, callback=(continuation of Deferred@33458963 after retry RPC after error@1919038826) -> (continuation of Deferred@1184700326 after retry RPC after error@168231974) -> (continuation of Deferred@2136256614 after retry RPC after error@486409091) -> (continuation of Deferred@846206877 after retry RPC after error@6554561) -> (continuation of Deferred@1525240875 after retry RPC after error@912762606) -> (continuation of Deferred@68784960 after retry RPC after error@608432649) -> (continuation of Deferred@874226342 after retry RPC after error@1061171741), errback=(continuation of Deferred@33458963 after retry RPC after error@1919038826) -> (continuation of Deferred@1184700326 after retry RPC after error@168231974) -> (continuation of Deferred@2136256614 after retry RPC after error@486409091) -> (continuation of Deferred@846206877 after retry RPC after error@6554561) -> (continuation of Deferred@1525240875 after retry RPC after error@912762606) -> (continuation of Deferred@68784960 after retry RPC after error@608432649) -> (continuation of Deferred@874226342 after retry RPC after error@1061171741)))
15:04:03.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.375 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@677505489(state=PENDING, result=null, callback=(continuation of Deferred@183131703 after retry RPC after error@1781756910) -> (continuation of Deferred@1286970009 after retry RPC after error@1799216575) -> (continuation of Deferred@863911177 after retry RPC after error@1109623947) -> (continuation of Deferred@581091076 after retry RPC after error@662134474) -> (continuation of Deferred@1705224536 after retry RPC after error@1006268091) -> (continuation of Deferred@202882143 after retry RPC after error@294335001) -> (continuation of Deferred@1771745305 after retry RPC after error@25007143), errback=(continuation of Deferred@183131703 after retry RPC after error@1781756910) -> (continuation of Deferred@1286970009 after retry RPC after error@1799216575) -> (continuation of Deferred@863911177 after retry RPC after error@1109623947) -> (continuation of Deferred@581091076 after retry RPC after error@662134474) -> (continuation of Deferred@1705224536 after retry RPC after error@1006268091) -> (continuation of Deferred@202882143 after retry RPC after error@294335001) -> (continuation of Deferred@1771745305 after retry RPC after error@25007143)))
15:04:03.375 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@677505489(state=PENDING, result=null, callback=(continuation of Deferred@183131703 after retry RPC after error@1781756910) -> (continuation of Deferred@1286970009 after retry RPC after error@1799216575) -> (continuation of Deferred@863911177 after retry RPC after error@1109623947) -> (continuation of Deferred@581091076 after retry RPC after error@662134474) -> (continuation of Deferred@1705224536 after retry RPC after error@1006268091) -> (continuation of Deferred@202882143 after retry RPC after error@294335001) -> (continuation of Deferred@1771745305 after retry RPC after error@25007143), errback=(continuation of Deferred@183131703 after retry RPC after error@1781756910) -> (continuation of Deferred@1286970009 after retry RPC after error@1799216575) -> (continuation of Deferred@863911177 after retry RPC after error@1109623947) -> (continuation of Deferred@581091076 after retry RPC after error@662134474) -> (continuation of Deferred@1705224536 after retry RPC after error@1006268091) -> (continuation of Deferred@202882143 after retry RPC after error@294335001) -> (continuation of Deferred@1771745305 after retry RPC after error@25007143)))
15:04:03.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1791766641(state=PENDING, result=null, callback=(continuation of Deferred@992913813 after retry RPC after error@24544528) -> (continuation of Deferred@1136598567 after retry RPC after error@1224466841) -> (continuation of Deferred@114789138 after retry RPC after error@859623645) -> (continuation of Deferred@147435195 after retry RPC after error@531198226) -> (continuation of Deferred@631043822 after retry RPC after error@1886613688) -> (continuation of Deferred@898282619 after retry RPC after error@1635742265) -> (continuation of Deferred@597083006 after retry RPC after error@1217102084), errback=(continuation of Deferred@992913813 after retry RPC after error@24544528) -> (continuation of Deferred@1136598567 after retry RPC after error@1224466841) -> (continuation of Deferred@114789138 after retry RPC after error@859623645) -> (continuation of Deferred@147435195 after retry RPC after error@531198226) -> (continuation of Deferred@631043822 after retry RPC after error@1886613688) -> (continuation of Deferred@898282619 after retry RPC after error@1635742265) -> (continuation of Deferred@597083006 after retry RPC after error@1217102084)))
15:04:03.634 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1791766641(state=PENDING, result=null, callback=(continuation of Deferred@992913813 after retry RPC after error@24544528) -> (continuation of Deferred@1136598567 after retry RPC after error@1224466841) -> (continuation of Deferred@114789138 after retry RPC after error@859623645) -> (continuation of Deferred@147435195 after retry RPC after error@531198226) -> (continuation of Deferred@631043822 after retry RPC after error@1886613688) -> (continuation of Deferred@898282619 after retry RPC after error@1635742265) -> (continuation of Deferred@597083006 after retry RPC after error@1217102084), errback=(continuation of Deferred@992913813 after retry RPC after error@24544528) -> (continuation of Deferred@1136598567 after retry RPC after error@1224466841) -> (continuation of Deferred@114789138 after retry RPC after error@859623645) -> (continuation of Deferred@147435195 after retry RPC after error@531198226) -> (continuation of Deferred@631043822 after retry RPC after error@1886613688) -> (continuation of Deferred@898282619 after retry RPC after error@1635742265) -> (continuation of Deferred@597083006 after retry RPC after error@1217102084)))
15:04:03.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.895 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@357654383(state=PENDING, result=null, callback=(continuation of Deferred@386560090 after retry RPC after error@859999660) -> (continuation of Deferred@1140219359 after retry RPC after error@1556334825) -> (continuation of Deferred@412085131 after retry RPC after error@1065827035) -> (continuation of Deferred@1324257361 after retry RPC after error@203984357) -> (continuation of Deferred@1797061720 after retry RPC after error@1842037250) -> (continuation of Deferred@1461529586 after retry RPC after error@529711953) -> (continuation of Deferred@333451975 after retry RPC after error@613194219), errback=(continuation of Deferred@386560090 after retry RPC after error@859999660) -> (continuation of Deferred@1140219359 after retry RPC after error@1556334825) -> (continuation of Deferred@412085131 after retry RPC after error@1065827035) -> (continuation of Deferred@1324257361 after retry RPC after error@203984357) -> (continuation of Deferred@1797061720 after retry RPC after error@1842037250) -> (continuation of Deferred@1461529586 after retry RPC after error@529711953) -> (continuation of Deferred@333451975 after retry RPC after error@613194219)))
15:04:03.896 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@357654383(state=PENDING, result=null, callback=(continuation of Deferred@386560090 after retry RPC after error@859999660) -> (continuation of Deferred@1140219359 after retry RPC after error@1556334825) -> (continuation of Deferred@412085131 after retry RPC after error@1065827035) -> (continuation of Deferred@1324257361 after retry RPC after error@203984357) -> (continuation of Deferred@1797061720 after retry RPC after error@1842037250) -> (continuation of Deferred@1461529586 after retry RPC after error@529711953) -> (continuation of Deferred@333451975 after retry RPC after error@613194219), errback=(continuation of Deferred@386560090 after retry RPC after error@859999660) -> (continuation of Deferred@1140219359 after retry RPC after error@1556334825) -> (continuation of Deferred@412085131 after retry RPC after error@1065827035) -> (continuation of Deferred@1324257361 after retry RPC after error@203984357) -> (continuation of Deferred@1797061720 after retry RPC after error@1842037250) -> (continuation of Deferred@1461529586 after retry RPC after error@529711953) -> (continuation of Deferred@333451975 after retry RPC after error@613194219)))
15:04:03.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.915 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:03.987974 22279 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:04:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:03.988179 22279 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:04:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:03.988878 22279 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:04:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:03.989814 21456 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:04:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:03.991077 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:04:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:03.991240 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:04:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:03.991343 21455 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:04:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:03.991567 22279 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:04:03.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:03.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:03.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:03.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:03.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.074 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2108201301(state=PENDING, result=null, callback=(continuation of Deferred@1626618606 after retry RPC after error@377674164) -> (continuation of Deferred@778695070 after retry RPC after error@397588279) -> (continuation of Deferred@1448139877 after retry RPC after error@1453322338) -> (continuation of Deferred@932912686 after retry RPC after error@890375397) -> (continuation of Deferred@1710312918 after retry RPC after error@1279573482) -> (continuation of Deferred@591503394 after retry RPC after error@110224779), errback=(continuation of Deferred@1626618606 after retry RPC after error@377674164) -> (continuation of Deferred@778695070 after retry RPC after error@397588279) -> (continuation of Deferred@1448139877 after retry RPC after error@1453322338) -> (continuation of Deferred@932912686 after retry RPC after error@890375397) -> (continuation of Deferred@1710312918 after retry RPC after error@1279573482) -> (continuation of Deferred@591503394 after retry RPC after error@110224779)))
15:04:04.074 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2108201301(state=PENDING, result=null, callback=(continuation of Deferred@1626618606 after retry RPC after error@377674164) -> (continuation of Deferred@778695070 after retry RPC after error@397588279) -> (continuation of Deferred@1448139877 after retry RPC after error@1453322338) -> (continuation of Deferred@932912686 after retry RPC after error@890375397) -> (continuation of Deferred@1710312918 after retry RPC after error@1279573482) -> (continuation of Deferred@591503394 after retry RPC after error@110224779), errback=(continuation of Deferred@1626618606 after retry RPC after error@377674164) -> (continuation of Deferred@778695070 after retry RPC after error@397588279) -> (continuation of Deferred@1448139877 after retry RPC after error@1453322338) -> (continuation of Deferred@932912686 after retry RPC after error@890375397) -> (continuation of Deferred@1710312918 after retry RPC after error@1279573482) -> (continuation of Deferred@591503394 after retry RPC after error@110224779)))
15:04:04.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.315 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1845005930(state=PENDING, result=null, callback=(continuation of Deferred@316465211 after retry RPC after error@615047254) -> (continuation of Deferred@398203408 after retry RPC after error@1042173267) -> (continuation of Deferred@1261875091 after retry RPC after error@687820019) -> (continuation of Deferred@1600434022 after retry RPC after error@333186316) -> (continuation of Deferred@1843948243 after retry RPC after error@1059208009) -> (continuation of Deferred@1162325076 after retry RPC after error@918562197) -> (continuation of Deferred@416317292 after retry RPC after error@914814796), errback=(continuation of Deferred@316465211 after retry RPC after error@615047254) -> (continuation of Deferred@398203408 after retry RPC after error@1042173267) -> (continuation of Deferred@1261875091 after retry RPC after error@687820019) -> (continuation of Deferred@1600434022 after retry RPC after error@333186316) -> (continuation of Deferred@1843948243 after retry RPC after error@1059208009) -> (continuation of Deferred@1162325076 after retry RPC after error@918562197) -> (continuation of Deferred@416317292 after retry RPC after error@914814796)))
15:04:04.315 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1845005930(state=PENDING, result=null, callback=(continuation of Deferred@316465211 after retry RPC after error@615047254) -> (continuation of Deferred@398203408 after retry RPC after error@1042173267) -> (continuation of Deferred@1261875091 after retry RPC after error@687820019) -> (continuation of Deferred@1600434022 after retry RPC after error@333186316) -> (continuation of Deferred@1843948243 after retry RPC after error@1059208009) -> (continuation of Deferred@1162325076 after retry RPC after error@918562197) -> (continuation of Deferred@416317292 after retry RPC after error@914814796), errback=(continuation of Deferred@316465211 after retry RPC after error@615047254) -> (continuation of Deferred@398203408 after retry RPC after error@1042173267) -> (continuation of Deferred@1261875091 after retry RPC after error@687820019) -> (continuation of Deferred@1600434022 after retry RPC after error@333186316) -> (continuation of Deferred@1843948243 after retry RPC after error@1059208009) -> (continuation of Deferred@1162325076 after retry RPC after error@918562197) -> (continuation of Deferred@416317292 after retry RPC after error@914814796)))
15:04:04.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.515 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1370135122(state=PENDING, result=null, callback=(continuation of Deferred@36684312 after retry RPC after error@1524111763) -> (continuation of Deferred@481668776 after retry RPC after error@432590694) -> (continuation of Deferred@1695277381 after retry RPC after error@2139453686) -> (continuation of Deferred@1316243776 after retry RPC after error@286792727) -> (continuation of Deferred@723769016 after retry RPC after error@2142591458) -> (continuation of Deferred@333918493 after retry RPC after error@1120829394), errback=(continuation of Deferred@36684312 after retry RPC after error@1524111763) -> (continuation of Deferred@481668776 after retry RPC after error@432590694) -> (continuation of Deferred@1695277381 after retry RPC after error@2139453686) -> (continuation of Deferred@1316243776 after retry RPC after error@286792727) -> (continuation of Deferred@723769016 after retry RPC after error@2142591458) -> (continuation of Deferred@333918493 after retry RPC after error@1120829394)))
15:04:04.515 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1370135122(state=PENDING, result=null, callback=(continuation of Deferred@36684312 after retry RPC after error@1524111763) -> (continuation of Deferred@481668776 after retry RPC after error@432590694) -> (continuation of Deferred@1695277381 after retry RPC after error@2139453686) -> (continuation of Deferred@1316243776 after retry RPC after error@286792727) -> (continuation of Deferred@723769016 after retry RPC after error@2142591458) -> (continuation of Deferred@333918493 after retry RPC after error@1120829394), errback=(continuation of Deferred@36684312 after retry RPC after error@1524111763) -> (continuation of Deferred@481668776 after retry RPC after error@432590694) -> (continuation of Deferred@1695277381 after retry RPC after error@2139453686) -> (continuation of Deferred@1316243776 after retry RPC after error@286792727) -> (continuation of Deferred@723769016 after retry RPC after error@2142591458) -> (continuation of Deferred@333918493 after retry RPC after error@1120829394)))
15:04:04.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.792 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1609146149(state=PENDING, result=null, callback=(continuation of Deferred@1198775241 after retry RPC after error@1321500267) -> (continuation of Deferred@1645287638 after retry RPC after error@1905435398) -> (continuation of Deferred@677811054 after retry RPC after error@1161594671) -> (continuation of Deferred@797044982 after retry RPC after error@1274014867) -> (continuation of Deferred@1460595555 after retry RPC after error@1990855506) -> (continuation of Deferred@1452032817 after retry RPC after error@1655944711) -> (continuation of Deferred@1111887041 after retry RPC after error@1687187264), errback=(continuation of Deferred@1198775241 after retry RPC after error@1321500267) -> (continuation of Deferred@1645287638 after retry RPC after error@1905435398) -> (continuation of Deferred@677811054 after retry RPC after error@1161594671) -> (continuation of Deferred@797044982 after retry RPC after error@1274014867) -> (continuation of Deferred@1460595555 after retry RPC after error@1990855506) -> (continuation of Deferred@1452032817 after retry RPC after error@1655944711) -> (continuation of Deferred@1111887041 after retry RPC after error@1687187264)))
15:04:04.792 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:04.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:04.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:04.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:04.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:04.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:04.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@268801105(state=PENDING, result=null, callback=(continuation of Deferred@300670448 after retry RPC after error@1820069616) -> (continuation of Deferred@1513521113 after retry RPC after error@1714282450) -> (continuation of Deferred@702974650 after retry RPC after error@627120888) -> (continuation of Deferred@1287676218 after retry RPC after error@1142682687) -> (continuation of Deferred@1496651100 after retry RPC after error@1957585496) -> (continuation of Deferred@992478278 after retry RPC after error@537502992) -> (continuation of Deferred@1374145464 after retry RPC after error@1457315710), errback=(continuation of Deferred@300670448 after retry RPC after error@1820069616) -> (continuation of Deferred@1513521113 after retry RPC after error@1714282450) -> (continuation of Deferred@702974650 after retry RPC after error@627120888) -> (continuation of Deferred@1287676218 after retry RPC after error@1142682687) -> (continuation of Deferred@1496651100 after retry RPC after error@1957585496) -> (continuation of Deferred@992478278 after retry RPC after error@537502992) -> (continuation of Deferred@1374145464 after retry RPC after error@1457315710)))
15:04:05.035 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@268801105(state=PENDING, result=null, callback=(continuation of Deferred@300670448 after retry RPC after error@1820069616) -> (continuation of Deferred@1513521113 after retry RPC after error@1714282450) -> (continuation of Deferred@702974650 after retry RPC after error@627120888) -> (continuation of Deferred@1287676218 after retry RPC after error@1142682687) -> (continuation of Deferred@1496651100 after retry RPC after error@1957585496) -> (continuation of Deferred@992478278 after retry RPC after error@537502992) -> (continuation of Deferred@1374145464 after retry RPC after error@1457315710), errback=(continuation of Deferred@300670448 after retry RPC after error@1820069616) -> (continuation of Deferred@1513521113 after retry RPC after error@1714282450) -> (continuation of Deferred@702974650 after retry RPC after error@627120888) -> (continuation of Deferred@1287676218 after retry RPC after error@1142682687) -> (continuation of Deferred@1496651100 after retry RPC after error@1957585496) -> (continuation of Deferred@992478278 after retry RPC after error@537502992) -> (continuation of Deferred@1374145464 after retry RPC after error@1457315710)))
15:04:05.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.075 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.255 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.295 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1878655885(state=PENDING, result=null, callback=(continuation of Deferred@1422207113 after retry RPC after error@433481081) -> (continuation of Deferred@645922551 after retry RPC after error@421947358) -> (continuation of Deferred@1692042515 after retry RPC after error@1309530460) -> (continuation of Deferred@400301612 after retry RPC after error@1039045534) -> (continuation of Deferred@229407533 after retry RPC after error@759928061) -> (continuation of Deferred@1519505926 after retry RPC after error@329959593) -> (continuation of Deferred@2100407522 after retry RPC after error@204219333), errback=(continuation of Deferred@1422207113 after retry RPC after error@433481081) -> (continuation of Deferred@645922551 after retry RPC after error@421947358) -> (continuation of Deferred@1692042515 after retry RPC after error@1309530460) -> (continuation of Deferred@400301612 after retry RPC after error@1039045534) -> (continuation of Deferred@229407533 after retry RPC after error@759928061) -> (continuation of Deferred@1519505926 after retry RPC after error@329959593) -> (continuation of Deferred@2100407522 after retry RPC after error@204219333)))
15:04:05.295 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1878655885(state=PENDING, result=null, callback=(continuation of Deferred@1422207113 after retry RPC after error@433481081) -> (continuation of Deferred@645922551 after retry RPC after error@421947358) -> (continuation of Deferred@1692042515 after retry RPC after error@1309530460) -> (continuation of Deferred@400301612 after retry RPC after error@1039045534) -> (continuation of Deferred@229407533 after retry RPC after error@759928061) -> (continuation of Deferred@1519505926 after retry RPC after error@329959593) -> (continuation of Deferred@2100407522 after retry RPC after error@204219333), errback=(continuation of Deferred@1422207113 after retry RPC after error@433481081) -> (continuation of Deferred@645922551 after retry RPC after error@421947358) -> (continuation of Deferred@1692042515 after retry RPC after error@1309530460) -> (continuation of Deferred@400301612 after retry RPC after error@1039045534) -> (continuation of Deferred@229407533 after retry RPC after error@759928061) -> (continuation of Deferred@1519505926 after retry RPC after error@329959593) -> (continuation of Deferred@2100407522 after retry RPC after error@204219333)))
15:04:05.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.474 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1639080625(state=PENDING, result=null, callback=(continuation of Deferred@1785384995 after retry RPC after error@952339385) -> (continuation of Deferred@2006469214 after retry RPC after error@88934902) -> (continuation of Deferred@958016180 after retry RPC after error@497082477) -> (continuation of Deferred@685736765 after retry RPC after error@1169177961) -> (continuation of Deferred@764932321 after retry RPC after error@934207158) -> (continuation of Deferred@1673291029 after retry RPC after error@656623486), errback=(continuation of Deferred@1785384995 after retry RPC after error@952339385) -> (continuation of Deferred@2006469214 after retry RPC after error@88934902) -> (continuation of Deferred@958016180 after retry RPC after error@497082477) -> (continuation of Deferred@685736765 after retry RPC after error@1169177961) -> (continuation of Deferred@764932321 after retry RPC after error@934207158) -> (continuation of Deferred@1673291029 after retry RPC after error@656623486)))
15:04:05.475 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1639080625(state=PENDING, result=null, callback=(continuation of Deferred@1785384995 after retry RPC after error@952339385) -> (continuation of Deferred@2006469214 after retry RPC after error@88934902) -> (continuation of Deferred@958016180 after retry RPC after error@497082477) -> (continuation of Deferred@685736765 after retry RPC after error@1169177961) -> (continuation of Deferred@764932321 after retry RPC after error@934207158) -> (continuation of Deferred@1673291029 after retry RPC after error@656623486), errback=(continuation of Deferred@1785384995 after retry RPC after error@952339385) -> (continuation of Deferred@2006469214 after retry RPC after error@88934902) -> (continuation of Deferred@958016180 after retry RPC after error@497082477) -> (continuation of Deferred@685736765 after retry RPC after error@1169177961) -> (continuation of Deferred@764932321 after retry RPC after error@934207158) -> (continuation of Deferred@1673291029 after retry RPC after error@656623486)))
15:04:05.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.694 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1218415018(state=PENDING, result=null, callback=(continuation of Deferred@2133289306 after retry RPC after error@392368341) -> (continuation of Deferred@709786070 after retry RPC after error@514353132) -> (continuation of Deferred@1518444762 after retry RPC after error@1441523431) -> (continuation of Deferred@213034309 after retry RPC after error@1375216696) -> (continuation of Deferred@111729069 after retry RPC after error@209636161) -> (continuation of Deferred@369086214 after retry RPC after error@95871077) -> (continuation of Deferred@1158886607 after retry RPC after error@1062063087), errback=(continuation of Deferred@2133289306 after retry RPC after error@392368341) -> (continuation of Deferred@709786070 after retry RPC after error@514353132) -> (continuation of Deferred@1518444762 after retry RPC after error@1441523431) -> (continuation of Deferred@213034309 after retry RPC after error@1375216696) -> (continuation of Deferred@111729069 after retry RPC after error@209636161) -> (continuation of Deferred@369086214 after retry RPC after error@95871077) -> (continuation of Deferred@1158886607 after retry RPC after error@1062063087)))
15:04:05.695 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1218415018(state=PENDING, result=null, callback=(continuation of Deferred@2133289306 after retry RPC after error@392368341) -> (continuation of Deferred@709786070 after retry RPC after error@514353132) -> (continuation of Deferred@1518444762 after retry RPC after error@1441523431) -> (continuation of Deferred@213034309 after retry RPC after error@1375216696) -> (continuation of Deferred@111729069 after retry RPC after error@209636161) -> (continuation of Deferred@369086214 after retry RPC after error@95871077) -> (continuation of Deferred@1158886607 after retry RPC after error@1062063087), errback=(continuation of Deferred@2133289306 after retry RPC after error@392368341) -> (continuation of Deferred@709786070 after retry RPC after error@514353132) -> (continuation of Deferred@1518444762 after retry RPC after error@1441523431) -> (continuation of Deferred@213034309 after retry RPC after error@1375216696) -> (continuation of Deferred@111729069 after retry RPC after error@209636161) -> (continuation of Deferred@369086214 after retry RPC after error@95871077) -> (continuation of Deferred@1158886607 after retry RPC after error@1062063087)))
15:04:05.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.954 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@195290414(state=PENDING, result=null, callback=(continuation of Deferred@1972871892 after retry RPC after error@1634979488) -> (continuation of Deferred@2049126788 after retry RPC after error@1857888635) -> (continuation of Deferred@653569914 after retry RPC after error@1494053834) -> (continuation of Deferred@985777790 after retry RPC after error@1039175332) -> (continuation of Deferred@1048340767 after retry RPC after error@215862841) -> (continuation of Deferred@941300714 after retry RPC after error@27731939) -> (continuation of Deferred@1557041753 after retry RPC after error@1040196607), errback=(continuation of Deferred@1972871892 after retry RPC after error@1634979488) -> (continuation of Deferred@2049126788 after retry RPC after error@1857888635) -> (continuation of Deferred@653569914 after retry RPC after error@1494053834) -> (continuation of Deferred@985777790 after retry RPC after error@1039175332) -> (continuation of Deferred@1048340767 after retry RPC after error@215862841) -> (continuation of Deferred@941300714 after retry RPC after error@27731939) -> (continuation of Deferred@1557041753 after retry RPC after error@1040196607)))
15:04:05.955 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@195290414(state=PENDING, result=null, callback=(continuation of Deferred@1972871892 after retry RPC after error@1634979488) -> (continuation of Deferred@2049126788 after retry RPC after error@1857888635) -> (continuation of Deferred@653569914 after retry RPC after error@1494053834) -> (continuation of Deferred@985777790 after retry RPC after error@1039175332) -> (continuation of Deferred@1048340767 after retry RPC after error@215862841) -> (continuation of Deferred@941300714 after retry RPC after error@27731939) -> (continuation of Deferred@1557041753 after retry RPC after error@1040196607), errback=(continuation of Deferred@1972871892 after retry RPC after error@1634979488) -> (continuation of Deferred@2049126788 after retry RPC after error@1857888635) -> (continuation of Deferred@653569914 after retry RPC after error@1494053834) -> (continuation of Deferred@985777790 after retry RPC after error@1039175332) -> (continuation of Deferred@1048340767 after retry RPC after error@215862841) -> (continuation of Deferred@941300714 after retry RPC after error@27731939) -> (continuation of Deferred@1557041753 after retry RPC after error@1040196607)))
15:04:05.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:05.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:05.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:05.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:05.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:05.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.154 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1806441763(state=PENDING, result=null, callback=(continuation of Deferred@216820467 after retry RPC after error@1342429325) -> (continuation of Deferred@259195793 after retry RPC after error@71127641) -> (continuation of Deferred@1810435039 after retry RPC after error@627073439) -> (continuation of Deferred@840470825 after retry RPC after error@1557770921) -> (continuation of Deferred@2144202014 after retry RPC after error@1493637089) -> (continuation of Deferred@803226673 after retry RPC after error@1052632990), errback=(continuation of Deferred@216820467 after retry RPC after error@1342429325) -> (continuation of Deferred@259195793 after retry RPC after error@71127641) -> (continuation of Deferred@1810435039 after retry RPC after error@627073439) -> (continuation of Deferred@840470825 after retry RPC after error@1557770921) -> (continuation of Deferred@2144202014 after retry RPC after error@1493637089) -> (continuation of Deferred@803226673 after retry RPC after error@1052632990)))
15:04:06.155 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1806441763(state=PENDING, result=null, callback=(continuation of Deferred@216820467 after retry RPC after error@1342429325) -> (continuation of Deferred@259195793 after retry RPC after error@71127641) -> (continuation of Deferred@1810435039 after retry RPC after error@627073439) -> (continuation of Deferred@840470825 after retry RPC after error@1557770921) -> (continuation of Deferred@2144202014 after retry RPC after error@1493637089) -> (continuation of Deferred@803226673 after retry RPC after error@1052632990), errback=(continuation of Deferred@216820467 after retry RPC after error@1342429325) -> (continuation of Deferred@259195793 after retry RPC after error@71127641) -> (continuation of Deferred@1810435039 after retry RPC after error@627073439) -> (continuation of Deferred@840470825 after retry RPC after error@1557770921) -> (continuation of Deferred@2144202014 after retry RPC after error@1493637089) -> (continuation of Deferred@803226673 after retry RPC after error@1052632990)))
15:04:06.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.374 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1441899467(state=PENDING, result=null, callback=(continuation of Deferred@236377953 after retry RPC after error@1392046523) -> (continuation of Deferred@732165870 after retry RPC after error@1939142570) -> (continuation of Deferred@1266781030 after retry RPC after error@1583468164) -> (continuation of Deferred@1791055648 after retry RPC after error@1044169845) -> (continuation of Deferred@2032247407 after retry RPC after error@694437409) -> (continuation of Deferred@1241283706 after retry RPC after error@289080924) -> (continuation of Deferred@1711144142 after retry RPC after error@1847847710), errback=(continuation of Deferred@236377953 after retry RPC after error@1392046523) -> (continuation of Deferred@732165870 after retry RPC after error@1939142570) -> (continuation of Deferred@1266781030 after retry RPC after error@1583468164) -> (continuation of Deferred@1791055648 after retry RPC after error@1044169845) -> (continuation of Deferred@2032247407 after retry RPC after error@694437409) -> (continuation of Deferred@1241283706 after retry RPC after error@289080924) -> (continuation of Deferred@1711144142 after retry RPC after error@1847847710)))
15:04:06.375 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1441899467(state=PENDING, result=null, callback=(continuation of Deferred@236377953 after retry RPC after error@1392046523) -> (continuation of Deferred@732165870 after retry RPC after error@1939142570) -> (continuation of Deferred@1266781030 after retry RPC after error@1583468164) -> (continuation of Deferred@1791055648 after retry RPC after error@1044169845) -> (continuation of Deferred@2032247407 after retry RPC after error@694437409) -> (continuation of Deferred@1241283706 after retry RPC after error@289080924) -> (continuation of Deferred@1711144142 after retry RPC after error@1847847710), errback=(continuation of Deferred@236377953 after retry RPC after error@1392046523) -> (continuation of Deferred@732165870 after retry RPC after error@1939142570) -> (continuation of Deferred@1266781030 after retry RPC after error@1583468164) -> (continuation of Deferred@1791055648 after retry RPC after error@1044169845) -> (continuation of Deferred@2032247407 after retry RPC after error@694437409) -> (continuation of Deferred@1241283706 after retry RPC after error@289080924) -> (continuation of Deferred@1711144142 after retry RPC after error@1847847710)))
15:04:06.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.536 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.555 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [144ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1907458052(state=PENDING, result=null, callback=(continuation of Deferred@2039327885 after retry RPC after error@1582525427) -> (continuation of Deferred@1096203064 after retry RPC after error@1016771254) -> (continuation of Deferred@686262380 after retry RPC after error@1840149104) -> (continuation of Deferred@425036678 after retry RPC after error@1882424600) -> (continuation of Deferred@1686357914 after retry RPC after error@2057307272) -> (continuation of Deferred@1327282657 after retry RPC after error@602668639) -> (continuation of Deferred@1496208047 after retry RPC after error@600873286), errback=(continuation of Deferred@2039327885 after retry RPC after error@1582525427) -> (continuation of Deferred@1096203064 after retry RPC after error@1016771254) -> (continuation of Deferred@686262380 after retry RPC after error@1840149104) -> (continuation of Deferred@425036678 after retry RPC after error@1882424600) -> (continuation of Deferred@1686357914 after retry RPC after error@2057307272) -> (continuation of Deferred@1327282657 after retry RPC after error@602668639) -> (continuation of Deferred@1496208047 after retry RPC after error@600873286)))
15:04:06.555 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [144ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1907458052(state=PENDING, result=null, callback=(continuation of Deferred@2039327885 after retry RPC after error@1582525427) -> (continuation of Deferred@1096203064 after retry RPC after error@1016771254) -> (continuation of Deferred@686262380 after retry RPC after error@1840149104) -> (continuation of Deferred@425036678 after retry RPC after error@1882424600) -> (continuation of Deferred@1686357914 after retry RPC after error@2057307272) -> (continuation of Deferred@1327282657 after retry RPC after error@602668639) -> (continuation of Deferred@1496208047 after retry RPC after error@600873286), errback=(continuation of Deferred@2039327885 after retry RPC after error@1582525427) -> (continuation of Deferred@1096203064 after retry RPC after error@1016771254) -> (continuation of Deferred@686262380 after retry RPC after error@1840149104) -> (continuation of Deferred@425036678 after retry RPC after error@1882424600) -> (continuation of Deferred@1686357914 after retry RPC after error@2057307272) -> (continuation of Deferred@1327282657 after retry RPC after error@602668639) -> (continuation of Deferred@1496208047 after retry RPC after error@600873286)))
15:04:06.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.832 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@540045320(state=PENDING, result=null, callback=(continuation of Deferred@1837128688 after retry RPC after error@1176807130) -> (continuation of Deferred@61204178 after retry RPC after error@548824734) -> (continuation of Deferred@1325856419 after retry RPC after error@746036207) -> (continuation of Deferred@13138885 after retry RPC after error@324628436) -> (continuation of Deferred@1804742898 after retry RPC after error@2074769036) -> (continuation of Deferred@956247151 after retry RPC after error@1610666859) -> (continuation of Deferred@451897913 after retry RPC after error@844722686), errback=(continuation of Deferred@1837128688 after retry RPC after error@1176807130) -> (continuation of Deferred@61204178 after retry RPC after error@548824734) -> (continuation of Deferred@1325856419 after retry RPC after error@746036207) -> (continuation of Deferred@13138885 after retry RPC after error@324628436) -> (continuation of Deferred@1804742898 after retry RPC after error@2074769036) -> (continuation of Deferred@956247151 after retry RPC after error@1610666859) -> (continuation of Deferred@451897913 after retry RPC after error@844722686)))
15:04:06.833 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:06.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:06.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:06.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:06.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:06.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:06.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.034 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1346099994(state=PENDING, result=null, callback=(continuation of Deferred@1831198645 after retry RPC after error@639941985) -> (continuation of Deferred@390008911 after retry RPC after error@433257145) -> (continuation of Deferred@1514755649 after retry RPC after error@1493510108) -> (continuation of Deferred@911731163 after retry RPC after error@954129050) -> (continuation of Deferred@674588830 after retry RPC after error@1493074307) -> (continuation of Deferred@1366205046 after retry RPC after error@522893515), errback=(continuation of Deferred@1831198645 after retry RPC after error@639941985) -> (continuation of Deferred@390008911 after retry RPC after error@433257145) -> (continuation of Deferred@1514755649 after retry RPC after error@1493510108) -> (continuation of Deferred@911731163 after retry RPC after error@954129050) -> (continuation of Deferred@674588830 after retry RPC after error@1493074307) -> (continuation of Deferred@1366205046 after retry RPC after error@522893515)))
15:04:07.035 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1346099994(state=PENDING, result=null, callback=(continuation of Deferred@1831198645 after retry RPC after error@639941985) -> (continuation of Deferred@390008911 after retry RPC after error@433257145) -> (continuation of Deferred@1514755649 after retry RPC after error@1493510108) -> (continuation of Deferred@911731163 after retry RPC after error@954129050) -> (continuation of Deferred@674588830 after retry RPC after error@1493074307) -> (continuation of Deferred@1366205046 after retry RPC after error@522893515), errback=(continuation of Deferred@1831198645 after retry RPC after error@639941985) -> (continuation of Deferred@390008911 after retry RPC after error@433257145) -> (continuation of Deferred@1514755649 after retry RPC after error@1493510108) -> (continuation of Deferred@911731163 after retry RPC after error@954129050) -> (continuation of Deferred@674588830 after retry RPC after error@1493074307) -> (continuation of Deferred@1366205046 after retry RPC after error@522893515)))
15:04:07.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.255 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@647155949(state=PENDING, result=null, callback=(continuation of Deferred@258161734 after retry RPC after error@1257796895) -> (continuation of Deferred@1919370722 after retry RPC after error@1120069371) -> (continuation of Deferred@1414886377 after retry RPC after error@1569502449) -> (continuation of Deferred@361538295 after retry RPC after error@1085041539) -> (continuation of Deferred@1058636356 after retry RPC after error@118129258) -> (continuation of Deferred@2011239270 after retry RPC after error@1420988010) -> (continuation of Deferred@667561242 after retry RPC after error@1946215003), errback=(continuation of Deferred@258161734 after retry RPC after error@1257796895) -> (continuation of Deferred@1919370722 after retry RPC after error@1120069371) -> (continuation of Deferred@1414886377 after retry RPC after error@1569502449) -> (continuation of Deferred@361538295 after retry RPC after error@1085041539) -> (continuation of Deferred@1058636356 after retry RPC after error@118129258) -> (continuation of Deferred@2011239270 after retry RPC after error@1420988010) -> (continuation of Deferred@667561242 after retry RPC after error@1946215003)))
15:04:07.256 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@647155949(state=PENDING, result=null, callback=(continuation of Deferred@258161734 after retry RPC after error@1257796895) -> (continuation of Deferred@1919370722 after retry RPC after error@1120069371) -> (continuation of Deferred@1414886377 after retry RPC after error@1569502449) -> (continuation of Deferred@361538295 after retry RPC after error@1085041539) -> (continuation of Deferred@1058636356 after retry RPC after error@118129258) -> (continuation of Deferred@2011239270 after retry RPC after error@1420988010) -> (continuation of Deferred@667561242 after retry RPC after error@1946215003), errback=(continuation of Deferred@258161734 after retry RPC after error@1257796895) -> (continuation of Deferred@1919370722 after retry RPC after error@1120069371) -> (continuation of Deferred@1414886377 after retry RPC after error@1569502449) -> (continuation of Deferred@361538295 after retry RPC after error@1085041539) -> (continuation of Deferred@1058636356 after retry RPC after error@118129258) -> (continuation of Deferred@2011239270 after retry RPC after error@1420988010) -> (continuation of Deferred@667561242 after retry RPC after error@1946215003)))
15:04:07.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.474 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@93198237(state=PENDING, result=null, callback=(continuation of Deferred@698345834 after retry RPC after error@639854758) -> (continuation of Deferred@717431859 after retry RPC after error@1602546697) -> (continuation of Deferred@159812138 after retry RPC after error@886941156) -> (continuation of Deferred@118287856 after retry RPC after error@2140192188) -> (continuation of Deferred@1123725246 after retry RPC after error@458346624) -> (continuation of Deferred@2077416823 after retry RPC after error@30794476) -> (continuation of Deferred@382020151 after retry RPC after error@59059647), errback=(continuation of Deferred@698345834 after retry RPC after error@639854758) -> (continuation of Deferred@717431859 after retry RPC after error@1602546697) -> (continuation of Deferred@159812138 after retry RPC after error@886941156) -> (continuation of Deferred@118287856 after retry RPC after error@2140192188) -> (continuation of Deferred@1123725246 after retry RPC after error@458346624) -> (continuation of Deferred@2077416823 after retry RPC after error@30794476) -> (continuation of Deferred@382020151 after retry RPC after error@59059647)))
15:04:07.475 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@93198237(state=PENDING, result=null, callback=(continuation of Deferred@698345834 after retry RPC after error@639854758) -> (continuation of Deferred@717431859 after retry RPC after error@1602546697) -> (continuation of Deferred@159812138 after retry RPC after error@886941156) -> (continuation of Deferred@118287856 after retry RPC after error@2140192188) -> (continuation of Deferred@1123725246 after retry RPC after error@458346624) -> (continuation of Deferred@2077416823 after retry RPC after error@30794476) -> (continuation of Deferred@382020151 after retry RPC after error@59059647), errback=(continuation of Deferred@698345834 after retry RPC after error@639854758) -> (continuation of Deferred@717431859 after retry RPC after error@1602546697) -> (continuation of Deferred@159812138 after retry RPC after error@886941156) -> (continuation of Deferred@118287856 after retry RPC after error@2140192188) -> (continuation of Deferred@1123725246 after retry RPC after error@458346624) -> (continuation of Deferred@2077416823 after retry RPC after error@30794476) -> (continuation of Deferred@382020151 after retry RPC after error@59059647)))
15:04:07.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.714 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1456205931(state=PENDING, result=null, callback=(continuation of Deferred@442246431 after retry RPC after error@2054833990) -> (continuation of Deferred@440706823 after retry RPC after error@327500940) -> (continuation of Deferred@1753939774 after retry RPC after error@1088607518) -> (continuation of Deferred@2141269658 after retry RPC after error@1186575558) -> (continuation of Deferred@2037760032 after retry RPC after error@803844149) -> (continuation of Deferred@1506451116 after retry RPC after error@1381899991) -> (continuation of Deferred@92119164 after retry RPC after error@1735905534), errback=(continuation of Deferred@442246431 after retry RPC after error@2054833990) -> (continuation of Deferred@440706823 after retry RPC after error@327500940) -> (continuation of Deferred@1753939774 after retry RPC after error@1088607518) -> (continuation of Deferred@2141269658 after retry RPC after error@1186575558) -> (continuation of Deferred@2037760032 after retry RPC after error@803844149) -> (continuation of Deferred@1506451116 after retry RPC after error@1381899991) -> (continuation of Deferred@92119164 after retry RPC after error@1735905534)))
15:04:07.714 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1456205931(state=PENDING, result=null, callback=(continuation of Deferred@442246431 after retry RPC after error@2054833990) -> (continuation of Deferred@440706823 after retry RPC after error@327500940) -> (continuation of Deferred@1753939774 after retry RPC after error@1088607518) -> (continuation of Deferred@2141269658 after retry RPC after error@1186575558) -> (continuation of Deferred@2037760032 after retry RPC after error@803844149) -> (continuation of Deferred@1506451116 after retry RPC after error@1381899991) -> (continuation of Deferred@92119164 after retry RPC after error@1735905534), errback=(continuation of Deferred@442246431 after retry RPC after error@2054833990) -> (continuation of Deferred@440706823 after retry RPC after error@327500940) -> (continuation of Deferred@1753939774 after retry RPC after error@1088607518) -> (continuation of Deferred@2141269658 after retry RPC after error@1186575558) -> (continuation of Deferred@2037760032 after retry RPC after error@803844149) -> (continuation of Deferred@1506451116 after retry RPC after error@1381899991) -> (continuation of Deferred@92119164 after retry RPC after error@1735905534)))
15:04:07.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.954 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@113014095(state=PENDING, result=null, callback=(continuation of Deferred@1113909596 after retry RPC after error@735221097) -> (continuation of Deferred@1899909412 after retry RPC after error@348996673) -> (continuation of Deferred@1896247693 after retry RPC after error@1312873241) -> (continuation of Deferred@1299453060 after retry RPC after error@862301735) -> (continuation of Deferred@1907178463 after retry RPC after error@964542176) -> (continuation of Deferred@1421892991 after retry RPC after error@1254806870) -> (continuation of Deferred@1386310675 after retry RPC after error@117395993) -> (continuation of Deferred@1350749212 after retry RPC after error@1291768639), errback=(continuation of Deferred@1113909596 after retry RPC after error@735221097) -> (continuation of Deferred@1899909412 after retry RPC after error@348996673) -> (continuation of Deferred@1896247693 after retry RPC after error@1312873241) -> (continuation of Deferred@1299453060 after retry RPC after error@862301735) -> (continuation of Deferred@1907178463 after retry RPC after error@964542176) -> (continuation of Deferred@1421892991 after retry RPC after error@1254806870) -> (continuation of Deferred@1386310675 after retry RPC after error@117395993) -> (continuation of Deferred@1350749212 after retry RPC after error@1291768639)))
15:04:07.954 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@113014095(state=PENDING, result=null, callback=(continuation of Deferred@1113909596 after retry RPC after error@735221097) -> (continuation of Deferred@1899909412 after retry RPC after error@348996673) -> (continuation of Deferred@1896247693 after retry RPC after error@1312873241) -> (continuation of Deferred@1299453060 after retry RPC after error@862301735) -> (continuation of Deferred@1907178463 after retry RPC after error@964542176) -> (continuation of Deferred@1421892991 after retry RPC after error@1254806870) -> (continuation of Deferred@1386310675 after retry RPC after error@117395993) -> (continuation of Deferred@1350749212 after retry RPC after error@1291768639), errback=(continuation of Deferred@1113909596 after retry RPC after error@735221097) -> (continuation of Deferred@1899909412 after retry RPC after error@348996673) -> (continuation of Deferred@1896247693 after retry RPC after error@1312873241) -> (continuation of Deferred@1299453060 after retry RPC after error@862301735) -> (continuation of Deferred@1907178463 after retry RPC after error@964542176) -> (continuation of Deferred@1421892991 after retry RPC after error@1254806870) -> (continuation of Deferred@1386310675 after retry RPC after error@117395993) -> (continuation of Deferred@1350749212 after retry RPC after error@1291768639)))
15:04:07.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:07.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:07.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:07.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:07.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:07.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.232 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1038782378(state=PENDING, result=null, callback=(continuation of Deferred@454767633 after retry RPC after error@317350607) -> (continuation of Deferred@694656312 after retry RPC after error@1083822177) -> (continuation of Deferred@48291807 after retry RPC after error@1138567510) -> (continuation of Deferred@1447490120 after retry RPC after error@1490172473) -> (continuation of Deferred@1548228827 after retry RPC after error@1987386781) -> (continuation of Deferred@398484905 after retry RPC after error@1586136730) -> (continuation of Deferred@1108923216 after retry RPC after error@484419451), errback=(continuation of Deferred@454767633 after retry RPC after error@317350607) -> (continuation of Deferred@694656312 after retry RPC after error@1083822177) -> (continuation of Deferred@48291807 after retry RPC after error@1138567510) -> (continuation of Deferred@1447490120 after retry RPC after error@1490172473) -> (continuation of Deferred@1548228827 after retry RPC after error@1987386781) -> (continuation of Deferred@398484905 after retry RPC after error@1586136730) -> (continuation of Deferred@1108923216 after retry RPC after error@484419451)))
15:04:08.232 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:08.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.475 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1323849022(state=PENDING, result=null, callback=(continuation of Deferred@1779551380 after retry RPC after error@184915049) -> (continuation of Deferred@1191870429 after retry RPC after error@1262982055) -> (continuation of Deferred@794198839 after retry RPC after error@139983976) -> (continuation of Deferred@481791528 after retry RPC after error@1796926642) -> (continuation of Deferred@1892582877 after retry RPC after error@1196262160) -> (continuation of Deferred@1739293471 after retry RPC after error@1541966884) -> (continuation of Deferred@1594624745 after retry RPC after error@1953650459), errback=(continuation of Deferred@1779551380 after retry RPC after error@184915049) -> (continuation of Deferred@1191870429 after retry RPC after error@1262982055) -> (continuation of Deferred@794198839 after retry RPC after error@139983976) -> (continuation of Deferred@481791528 after retry RPC after error@1796926642) -> (continuation of Deferred@1892582877 after retry RPC after error@1196262160) -> (continuation of Deferred@1739293471 after retry RPC after error@1541966884) -> (continuation of Deferred@1594624745 after retry RPC after error@1953650459)))
15:04:08.475 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1323849022(state=PENDING, result=null, callback=(continuation of Deferred@1779551380 after retry RPC after error@184915049) -> (continuation of Deferred@1191870429 after retry RPC after error@1262982055) -> (continuation of Deferred@794198839 after retry RPC after error@139983976) -> (continuation of Deferred@481791528 after retry RPC after error@1796926642) -> (continuation of Deferred@1892582877 after retry RPC after error@1196262160) -> (continuation of Deferred@1739293471 after retry RPC after error@1541966884) -> (continuation of Deferred@1594624745 after retry RPC after error@1953650459), errback=(continuation of Deferred@1779551380 after retry RPC after error@184915049) -> (continuation of Deferred@1191870429 after retry RPC after error@1262982055) -> (continuation of Deferred@794198839 after retry RPC after error@139983976) -> (continuation of Deferred@481791528 after retry RPC after error@1796926642) -> (continuation of Deferred@1892582877 after retry RPC after error@1196262160) -> (continuation of Deferred@1739293471 after retry RPC after error@1541966884) -> (continuation of Deferred@1594624745 after retry RPC after error@1953650459)))
15:04:08.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.714 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@971016125(state=PENDING, result=null, callback=(continuation of Deferred@2037461162 after retry RPC after error@702387506) -> (continuation of Deferred@571949332 after retry RPC after error@536340356) -> (continuation of Deferred@1878220976 after retry RPC after error@708975737) -> (continuation of Deferred@843446212 after retry RPC after error@313454031) -> (continuation of Deferred@1722608074 after retry RPC after error@1555534002) -> (continuation of Deferred@1104258871 after retry RPC after error@620034647) -> (continuation of Deferred@622310842 after retry RPC after error@1162187690), errback=(continuation of Deferred@2037461162 after retry RPC after error@702387506) -> (continuation of Deferred@571949332 after retry RPC after error@536340356) -> (continuation of Deferred@1878220976 after retry RPC after error@708975737) -> (continuation of Deferred@843446212 after retry RPC after error@313454031) -> (continuation of Deferred@1722608074 after retry RPC after error@1555534002) -> (continuation of Deferred@1104258871 after retry RPC after error@620034647) -> (continuation of Deferred@622310842 after retry RPC after error@1162187690)))
15:04:08.715 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@971016125(state=PENDING, result=null, callback=(continuation of Deferred@2037461162 after retry RPC after error@702387506) -> (continuation of Deferred@571949332 after retry RPC after error@536340356) -> (continuation of Deferred@1878220976 after retry RPC after error@708975737) -> (continuation of Deferred@843446212 after retry RPC after error@313454031) -> (continuation of Deferred@1722608074 after retry RPC after error@1555534002) -> (continuation of Deferred@1104258871 after retry RPC after error@620034647) -> (continuation of Deferred@622310842 after retry RPC after error@1162187690), errback=(continuation of Deferred@2037461162 after retry RPC after error@702387506) -> (continuation of Deferred@571949332 after retry RPC after error@536340356) -> (continuation of Deferred@1878220976 after retry RPC after error@708975737) -> (continuation of Deferred@843446212 after retry RPC after error@313454031) -> (continuation of Deferred@1722608074 after retry RPC after error@1555534002) -> (continuation of Deferred@1104258871 after retry RPC after error@620034647) -> (continuation of Deferred@622310842 after retry RPC after error@1162187690)))
15:04:08.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:08.974 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@834594233(state=PENDING, result=null, callback=(continuation of Deferred@1614819883 after retry RPC after error@651746918) -> (continuation of Deferred@1086251440 after retry RPC after error@107693875) -> (continuation of Deferred@1734077631 after retry RPC after error@118498780) -> (continuation of Deferred@815069167 after retry RPC after error@1813675025) -> (continuation of Deferred@1419529017 after retry RPC after error@1378138803) -> (continuation of Deferred@1167590551 after retry RPC after error@2052915905) -> (continuation of Deferred@1278102320 after retry RPC after error@992510244), errback=(continuation of Deferred@1614819883 after retry RPC after error@651746918) -> (continuation of Deferred@1086251440 after retry RPC after error@107693875) -> (continuation of Deferred@1734077631 after retry RPC after error@118498780) -> (continuation of Deferred@815069167 after retry RPC after error@1813675025) -> (continuation of Deferred@1419529017 after retry RPC after error@1378138803) -> (continuation of Deferred@1167590551 after retry RPC after error@2052915905) -> (continuation of Deferred@1278102320 after retry RPC after error@992510244)))
15:04:08.974 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@834594233(state=PENDING, result=null, callback=(continuation of Deferred@1614819883 after retry RPC after error@651746918) -> (continuation of Deferred@1086251440 after retry RPC after error@107693875) -> (continuation of Deferred@1734077631 after retry RPC after error@118498780) -> (continuation of Deferred@815069167 after retry RPC after error@1813675025) -> (continuation of Deferred@1419529017 after retry RPC after error@1378138803) -> (continuation of Deferred@1167590551 after retry RPC after error@2052915905) -> (continuation of Deferred@1278102320 after retry RPC after error@992510244), errback=(continuation of Deferred@1614819883 after retry RPC after error@651746918) -> (continuation of Deferred@1086251440 after retry RPC after error@107693875) -> (continuation of Deferred@1734077631 after retry RPC after error@118498780) -> (continuation of Deferred@815069167 after retry RPC after error@1813675025) -> (continuation of Deferred@1419529017 after retry RPC after error@1378138803) -> (continuation of Deferred@1167590551 after retry RPC after error@2052915905) -> (continuation of Deferred@1278102320 after retry RPC after error@992510244)))
15:04:08.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:08.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:08.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:08.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:08.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.135 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.235 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@202029499(state=PENDING, result=null, callback=(continuation of Deferred@1303454856 after retry RPC after error@1990172890) -> (continuation of Deferred@1792078387 after retry RPC after error@860772787) -> (continuation of Deferred@1998564918 after retry RPC after error@2081249663) -> (continuation of Deferred@295796135 after retry RPC after error@1348677089) -> (continuation of Deferred@1510426565 after retry RPC after error@1289173851) -> (continuation of Deferred@1442917155 after retry RPC after error@532940839) -> (continuation of Deferred@2132626805 after retry RPC after error@174435374), errback=(continuation of Deferred@1303454856 after retry RPC after error@1990172890) -> (continuation of Deferred@1792078387 after retry RPC after error@860772787) -> (continuation of Deferred@1998564918 after retry RPC after error@2081249663) -> (continuation of Deferred@295796135 after retry RPC after error@1348677089) -> (continuation of Deferred@1510426565 after retry RPC after error@1289173851) -> (continuation of Deferred@1442917155 after retry RPC after error@532940839) -> (continuation of Deferred@2132626805 after retry RPC after error@174435374)))
15:04:09.235 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@202029499(state=PENDING, result=null, callback=(continuation of Deferred@1303454856 after retry RPC after error@1990172890) -> (continuation of Deferred@1792078387 after retry RPC after error@860772787) -> (continuation of Deferred@1998564918 after retry RPC after error@2081249663) -> (continuation of Deferred@295796135 after retry RPC after error@1348677089) -> (continuation of Deferred@1510426565 after retry RPC after error@1289173851) -> (continuation of Deferred@1442917155 after retry RPC after error@532940839) -> (continuation of Deferred@2132626805 after retry RPC after error@174435374), errback=(continuation of Deferred@1303454856 after retry RPC after error@1990172890) -> (continuation of Deferred@1792078387 after retry RPC after error@860772787) -> (continuation of Deferred@1998564918 after retry RPC after error@2081249663) -> (continuation of Deferred@295796135 after retry RPC after error@1348677089) -> (continuation of Deferred@1510426565 after retry RPC after error@1289173851) -> (continuation of Deferred@1442917155 after retry RPC after error@532940839) -> (continuation of Deferred@2132626805 after retry RPC after error@174435374)))
15:04:09.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:09.263098 22313 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:04:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:09.263273 22313 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:04:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:09.263864 22313 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:04:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:09.266271 21456 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:04:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:09.267352 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:04:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:09.267503 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:04:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:09.267668 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:04:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:09.267910 22313 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:04:09.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1799612475(state=PENDING, result=null, callback=(continuation of Deferred@800997215 after retry RPC after error@358735928) -> (continuation of Deferred@662769762 after retry RPC after error@1408706201) -> (continuation of Deferred@225292159 after retry RPC after error@387448522) -> (continuation of Deferred@943386186 after retry RPC after error@1377031226) -> (continuation of Deferred@853909328 after retry RPC after error@439141992) -> (continuation of Deferred@1963664345 after retry RPC after error@964004678) -> (continuation of Deferred@670338087 after retry RPC after error@1528234295), errback=(continuation of Deferred@800997215 after retry RPC after error@358735928) -> (continuation of Deferred@662769762 after retry RPC after error@1408706201) -> (continuation of Deferred@225292159 after retry RPC after error@387448522) -> (continuation of Deferred@943386186 after retry RPC after error@1377031226) -> (continuation of Deferred@853909328 after retry RPC after error@439141992) -> (continuation of Deferred@1963664345 after retry RPC after error@964004678) -> (continuation of Deferred@670338087 after retry RPC after error@1528234295)))
15:04:09.414 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1799612475(state=PENDING, result=null, callback=(continuation of Deferred@800997215 after retry RPC after error@358735928) -> (continuation of Deferred@662769762 after retry RPC after error@1408706201) -> (continuation of Deferred@225292159 after retry RPC after error@387448522) -> (continuation of Deferred@943386186 after retry RPC after error@1377031226) -> (continuation of Deferred@853909328 after retry RPC after error@439141992) -> (continuation of Deferred@1963664345 after retry RPC after error@964004678) -> (continuation of Deferred@670338087 after retry RPC after error@1528234295), errback=(continuation of Deferred@800997215 after retry RPC after error@358735928) -> (continuation of Deferred@662769762 after retry RPC after error@1408706201) -> (continuation of Deferred@225292159 after retry RPC after error@387448522) -> (continuation of Deferred@943386186 after retry RPC after error@1377031226) -> (continuation of Deferred@853909328 after retry RPC after error@439141992) -> (continuation of Deferred@1963664345 after retry RPC after error@964004678) -> (continuation of Deferred@670338087 after retry RPC after error@1528234295)))
15:04:09.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.594 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@589612054(state=PENDING, result=null, callback=(continuation of Deferred@351782012 after retry RPC after error@800423506) -> (continuation of Deferred@1358123962 after retry RPC after error@1441937862) -> (continuation of Deferred@2131546912 after retry RPC after error@2068800893) -> (continuation of Deferred@829134637 after retry RPC after error@1964225743) -> (continuation of Deferred@1814031518 after retry RPC after error@1828391149) -> (continuation of Deferred@29636768 after retry RPC after error@1763262875) -> (continuation of Deferred@2062625594 after retry RPC after error@1316612329), errback=(continuation of Deferred@351782012 after retry RPC after error@800423506) -> (continuation of Deferred@1358123962 after retry RPC after error@1441937862) -> (continuation of Deferred@2131546912 after retry RPC after error@2068800893) -> (continuation of Deferred@829134637 after retry RPC after error@1964225743) -> (continuation of Deferred@1814031518 after retry RPC after error@1828391149) -> (continuation of Deferred@29636768 after retry RPC after error@1763262875) -> (continuation of Deferred@2062625594 after retry RPC after error@1316612329)))
15:04:09.595 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@589612054(state=PENDING, result=null, callback=(continuation of Deferred@351782012 after retry RPC after error@800423506) -> (continuation of Deferred@1358123962 after retry RPC after error@1441937862) -> (continuation of Deferred@2131546912 after retry RPC after error@2068800893) -> (continuation of Deferred@829134637 after retry RPC after error@1964225743) -> (continuation of Deferred@1814031518 after retry RPC after error@1828391149) -> (continuation of Deferred@29636768 after retry RPC after error@1763262875) -> (continuation of Deferred@2062625594 after retry RPC after error@1316612329), errback=(continuation of Deferred@351782012 after retry RPC after error@800423506) -> (continuation of Deferred@1358123962 after retry RPC after error@1441937862) -> (continuation of Deferred@2131546912 after retry RPC after error@2068800893) -> (continuation of Deferred@829134637 after retry RPC after error@1964225743) -> (continuation of Deferred@1814031518 after retry RPC after error@1828391149) -> (continuation of Deferred@29636768 after retry RPC after error@1763262875) -> (continuation of Deferred@2062625594 after retry RPC after error@1316612329)))
15:04:09.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.774 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1198179291(state=PENDING, result=null, callback=(continuation of Deferred@139360384 after retry RPC after error@1210959580) -> (continuation of Deferred@395616821 after retry RPC after error@116510471) -> (continuation of Deferred@2097167649 after retry RPC after error@1530728315) -> (continuation of Deferred@1762298659 after retry RPC after error@1628170482) -> (continuation of Deferred@496908487 after retry RPC after error@778808024) -> (continuation of Deferred@327516069 after retry RPC after error@771180895), errback=(continuation of Deferred@139360384 after retry RPC after error@1210959580) -> (continuation of Deferred@395616821 after retry RPC after error@116510471) -> (continuation of Deferred@2097167649 after retry RPC after error@1530728315) -> (continuation of Deferred@1762298659 after retry RPC after error@1628170482) -> (continuation of Deferred@496908487 after retry RPC after error@778808024) -> (continuation of Deferred@327516069 after retry RPC after error@771180895)))
15:04:09.775 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1198179291(state=PENDING, result=null, callback=(continuation of Deferred@139360384 after retry RPC after error@1210959580) -> (continuation of Deferred@395616821 after retry RPC after error@116510471) -> (continuation of Deferred@2097167649 after retry RPC after error@1530728315) -> (continuation of Deferred@1762298659 after retry RPC after error@1628170482) -> (continuation of Deferred@496908487 after retry RPC after error@778808024) -> (continuation of Deferred@327516069 after retry RPC after error@771180895), errback=(continuation of Deferred@139360384 after retry RPC after error@1210959580) -> (continuation of Deferred@395616821 after retry RPC after error@116510471) -> (continuation of Deferred@2097167649 after retry RPC after error@1530728315) -> (continuation of Deferred@1762298659 after retry RPC after error@1628170482) -> (continuation of Deferred@496908487 after retry RPC after error@778808024) -> (continuation of Deferred@327516069 after retry RPC after error@771180895)))
15:04:09.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:09.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:09.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:09.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:09.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:09.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.014 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@829062442(state=PENDING, result=null, callback=(continuation of Deferred@1079096608 after retry RPC after error@1273879864) -> (continuation of Deferred@227977358 after retry RPC after error@1878460219) -> (continuation of Deferred@574773072 after retry RPC after error@123951677) -> (continuation of Deferred@1057570951 after retry RPC after error@1754289794) -> (continuation of Deferred@1490580503 after retry RPC after error@1173843843) -> (continuation of Deferred@814682818 after retry RPC after error@1514239511) -> (continuation of Deferred@1092802948 after retry RPC after error@1062681940), errback=(continuation of Deferred@1079096608 after retry RPC after error@1273879864) -> (continuation of Deferred@227977358 after retry RPC after error@1878460219) -> (continuation of Deferred@574773072 after retry RPC after error@123951677) -> (continuation of Deferred@1057570951 after retry RPC after error@1754289794) -> (continuation of Deferred@1490580503 after retry RPC after error@1173843843) -> (continuation of Deferred@814682818 after retry RPC after error@1514239511) -> (continuation of Deferred@1092802948 after retry RPC after error@1062681940)))
15:04:10.014 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@829062442(state=PENDING, result=null, callback=(continuation of Deferred@1079096608 after retry RPC after error@1273879864) -> (continuation of Deferred@227977358 after retry RPC after error@1878460219) -> (continuation of Deferred@574773072 after retry RPC after error@123951677) -> (continuation of Deferred@1057570951 after retry RPC after error@1754289794) -> (continuation of Deferred@1490580503 after retry RPC after error@1173843843) -> (continuation of Deferred@814682818 after retry RPC after error@1514239511) -> (continuation of Deferred@1092802948 after retry RPC after error@1062681940), errback=(continuation of Deferred@1079096608 after retry RPC after error@1273879864) -> (continuation of Deferred@227977358 after retry RPC after error@1878460219) -> (continuation of Deferred@574773072 after retry RPC after error@123951677) -> (continuation of Deferred@1057570951 after retry RPC after error@1754289794) -> (continuation of Deferred@1490580503 after retry RPC after error@1173843843) -> (continuation of Deferred@814682818 after retry RPC after error@1514239511) -> (continuation of Deferred@1092802948 after retry RPC after error@1062681940)))
15:04:10.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.214 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@14567924(state=PENDING, result=null, callback=(continuation of Deferred@2083643946 after retry RPC after error@238232391) -> (continuation of Deferred@887350900 after retry RPC after error@1182832885) -> (continuation of Deferred@903025341 after retry RPC after error@585971291) -> (continuation of Deferred@152482868 after retry RPC after error@1267978963) -> (continuation of Deferred@1727555558 after retry RPC after error@762108556) -> (continuation of Deferred@300379137 after retry RPC after error@1144467876), errback=(continuation of Deferred@2083643946 after retry RPC after error@238232391) -> (continuation of Deferred@887350900 after retry RPC after error@1182832885) -> (continuation of Deferred@903025341 after retry RPC after error@585971291) -> (continuation of Deferred@152482868 after retry RPC after error@1267978963) -> (continuation of Deferred@1727555558 after retry RPC after error@762108556) -> (continuation of Deferred@300379137 after retry RPC after error@1144467876)))
15:04:10.215 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@14567924(state=PENDING, result=null, callback=(continuation of Deferred@2083643946 after retry RPC after error@238232391) -> (continuation of Deferred@887350900 after retry RPC after error@1182832885) -> (continuation of Deferred@903025341 after retry RPC after error@585971291) -> (continuation of Deferred@152482868 after retry RPC after error@1267978963) -> (continuation of Deferred@1727555558 after retry RPC after error@762108556) -> (continuation of Deferred@300379137 after retry RPC after error@1144467876), errback=(continuation of Deferred@2083643946 after retry RPC after error@238232391) -> (continuation of Deferred@887350900 after retry RPC after error@1182832885) -> (continuation of Deferred@903025341 after retry RPC after error@585971291) -> (continuation of Deferred@152482868 after retry RPC after error@1267978963) -> (continuation of Deferred@1727555558 after retry RPC after error@762108556) -> (continuation of Deferred@300379137 after retry RPC after error@1144467876)))
15:04:10.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@553573258(state=PENDING, result=null, callback=(continuation of Deferred@1774522509 after retry RPC after error@636062007) -> (continuation of Deferred@783078083 after retry RPC after error@2019065367) -> (continuation of Deferred@970479849 after retry RPC after error@1343344340) -> (continuation of Deferred@409154783 after retry RPC after error@602953986) -> (continuation of Deferred@1477726853 after retry RPC after error@112017469) -> (continuation of Deferred@124340731 after retry RPC after error@653277277) -> (continuation of Deferred@1544214140 after retry RPC after error@818596200), errback=(continuation of Deferred@1774522509 after retry RPC after error@636062007) -> (continuation of Deferred@783078083 after retry RPC after error@2019065367) -> (continuation of Deferred@970479849 after retry RPC after error@1343344340) -> (continuation of Deferred@409154783 after retry RPC after error@602953986) -> (continuation of Deferred@1477726853 after retry RPC after error@112017469) -> (continuation of Deferred@124340731 after retry RPC after error@653277277) -> (continuation of Deferred@1544214140 after retry RPC after error@818596200)))
15:04:10.415 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@553573258(state=PENDING, result=null, callback=(continuation of Deferred@1774522509 after retry RPC after error@636062007) -> (continuation of Deferred@783078083 after retry RPC after error@2019065367) -> (continuation of Deferred@970479849 after retry RPC after error@1343344340) -> (continuation of Deferred@409154783 after retry RPC after error@602953986) -> (continuation of Deferred@1477726853 after retry RPC after error@112017469) -> (continuation of Deferred@124340731 after retry RPC after error@653277277) -> (continuation of Deferred@1544214140 after retry RPC after error@818596200), errback=(continuation of Deferred@1774522509 after retry RPC after error@636062007) -> (continuation of Deferred@783078083 after retry RPC after error@2019065367) -> (continuation of Deferred@970479849 after retry RPC after error@1343344340) -> (continuation of Deferred@409154783 after retry RPC after error@602953986) -> (continuation of Deferred@1477726853 after retry RPC after error@112017469) -> (continuation of Deferred@124340731 after retry RPC after error@653277277) -> (continuation of Deferred@1544214140 after retry RPC after error@818596200)))
15:04:10.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.674 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1344415771(state=PENDING, result=null, callback=(continuation of Deferred@1862013151 after retry RPC after error@1709213228) -> (continuation of Deferred@2088211955 after retry RPC after error@1037306006) -> (continuation of Deferred@866159899 after retry RPC after error@1376824485) -> (continuation of Deferred@302539545 after retry RPC after error@260393334) -> (continuation of Deferred@955962824 after retry RPC after error@1876440054) -> (continuation of Deferred@1050252735 after retry RPC after error@460502499) -> (continuation of Deferred@1967679440 after retry RPC after error@1528937740) -> (continuation of Deferred@694681530 after retry RPC after error@666147544) -> (continuation of Deferred@292822809 after retry RPC after error@1198197222), errback=(continuation of Deferred@1862013151 after retry RPC after error@1709213228) -> (continuation of Deferred@2088211955 after retry RPC after error@1037306006) -> (continuation of Deferred@866159899 after retry RPC after error@1376824485) -> (continuation of Deferred@302539545 after retry RPC after error@260393334) -> (continuation of Deferred@955962824 after retry RPC after error@1876440054) -> (continuation of Deferred@1050252735 after retry RPC after error@460502499) -> (continuation of Deferred@1967679440 after retry RPC after error@1528937740) -> (continuation of Deferred@694681530 after retry RPC after error@666147544) -> (continuation of Deferred@292822809 after retry RPC after error@1198197222)))
15:04:10.674 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1344415771(state=PENDING, result=null, callback=(continuation of Deferred@1862013151 after retry RPC after error@1709213228) -> (continuation of Deferred@2088211955 after retry RPC after error@1037306006) -> (continuation of Deferred@866159899 after retry RPC after error@1376824485) -> (continuation of Deferred@302539545 after retry RPC after error@260393334) -> (continuation of Deferred@955962824 after retry RPC after error@1876440054) -> (continuation of Deferred@1050252735 after retry RPC after error@460502499) -> (continuation of Deferred@1967679440 after retry RPC after error@1528937740) -> (continuation of Deferred@694681530 after retry RPC after error@666147544) -> (continuation of Deferred@292822809 after retry RPC after error@1198197222), errback=(continuation of Deferred@1862013151 after retry RPC after error@1709213228) -> (continuation of Deferred@2088211955 after retry RPC after error@1037306006) -> (continuation of Deferred@866159899 after retry RPC after error@1376824485) -> (continuation of Deferred@302539545 after retry RPC after error@260393334) -> (continuation of Deferred@955962824 after retry RPC after error@1876440054) -> (continuation of Deferred@1050252735 after retry RPC after error@460502499) -> (continuation of Deferred@1967679440 after retry RPC after error@1528937740) -> (continuation of Deferred@694681530 after retry RPC after error@666147544) -> (continuation of Deferred@292822809 after retry RPC after error@1198197222)))
15:04:10.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.874 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@94414752(state=PENDING, result=null, callback=(continuation of Deferred@1640235500 after retry RPC after error@92897165) -> (continuation of Deferred@219143994 after retry RPC after error@219341980) -> (continuation of Deferred@1276665779 after retry RPC after error@35861674) -> (continuation of Deferred@1906757083 after retry RPC after error@1804267895) -> (continuation of Deferred@1709301362 after retry RPC after error@2122063872) -> (continuation of Deferred@972284417 after retry RPC after error@97434881), errback=(continuation of Deferred@1640235500 after retry RPC after error@92897165) -> (continuation of Deferred@219143994 after retry RPC after error@219341980) -> (continuation of Deferred@1276665779 after retry RPC after error@35861674) -> (continuation of Deferred@1906757083 after retry RPC after error@1804267895) -> (continuation of Deferred@1709301362 after retry RPC after error@2122063872) -> (continuation of Deferred@972284417 after retry RPC after error@97434881)))
15:04:10.874 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@94414752(state=PENDING, result=null, callback=(continuation of Deferred@1640235500 after retry RPC after error@92897165) -> (continuation of Deferred@219143994 after retry RPC after error@219341980) -> (continuation of Deferred@1276665779 after retry RPC after error@35861674) -> (continuation of Deferred@1906757083 after retry RPC after error@1804267895) -> (continuation of Deferred@1709301362 after retry RPC after error@2122063872) -> (continuation of Deferred@972284417 after retry RPC after error@97434881), errback=(continuation of Deferred@1640235500 after retry RPC after error@92897165) -> (continuation of Deferred@219143994 after retry RPC after error@219341980) -> (continuation of Deferred@1276665779 after retry RPC after error@35861674) -> (continuation of Deferred@1906757083 after retry RPC after error@1804267895) -> (continuation of Deferred@1709301362 after retry RPC after error@2122063872) -> (continuation of Deferred@972284417 after retry RPC after error@97434881)))
15:04:10.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:10.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:10.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:10.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:10.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:10.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.075 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@89199432(state=PENDING, result=null, callback=(continuation of Deferred@587663878 after retry RPC after error@2129248839) -> (continuation of Deferred@1302913889 after retry RPC after error@1089368783) -> (continuation of Deferred@1537345518 after retry RPC after error@1802050855) -> (continuation of Deferred@1641044160 after retry RPC after error@1377515071) -> (continuation of Deferred@424531685 after retry RPC after error@980312270) -> (continuation of Deferred@1494952219 after retry RPC after error@1379550921), errback=(continuation of Deferred@587663878 after retry RPC after error@2129248839) -> (continuation of Deferred@1302913889 after retry RPC after error@1089368783) -> (continuation of Deferred@1537345518 after retry RPC after error@1802050855) -> (continuation of Deferred@1641044160 after retry RPC after error@1377515071) -> (continuation of Deferred@424531685 after retry RPC after error@980312270) -> (continuation of Deferred@1494952219 after retry RPC after error@1379550921)))
15:04:11.075 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@89199432(state=PENDING, result=null, callback=(continuation of Deferred@587663878 after retry RPC after error@2129248839) -> (continuation of Deferred@1302913889 after retry RPC after error@1089368783) -> (continuation of Deferred@1537345518 after retry RPC after error@1802050855) -> (continuation of Deferred@1641044160 after retry RPC after error@1377515071) -> (continuation of Deferred@424531685 after retry RPC after error@980312270) -> (continuation of Deferred@1494952219 after retry RPC after error@1379550921), errback=(continuation of Deferred@587663878 after retry RPC after error@2129248839) -> (continuation of Deferred@1302913889 after retry RPC after error@1089368783) -> (continuation of Deferred@1537345518 after retry RPC after error@1802050855) -> (continuation of Deferred@1641044160 after retry RPC after error@1377515071) -> (continuation of Deferred@424531685 after retry RPC after error@980312270) -> (continuation of Deferred@1494952219 after retry RPC after error@1379550921)))
15:04:11.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.275 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1138067443(state=PENDING, result=null, callback=(continuation of Deferred@703859034 after retry RPC after error@1325998569) -> (continuation of Deferred@510037144 after retry RPC after error@1910729400) -> (continuation of Deferred@2018775815 after retry RPC after error@2127848333) -> (continuation of Deferred@1417421443 after retry RPC after error@1042293790) -> (continuation of Deferred@1723122934 after retry RPC after error@1000410022) -> (continuation of Deferred@251416171 after retry RPC after error@834898814) -> (continuation of Deferred@1905294020 after retry RPC after error@1121956715), errback=(continuation of Deferred@703859034 after retry RPC after error@1325998569) -> (continuation of Deferred@510037144 after retry RPC after error@1910729400) -> (continuation of Deferred@2018775815 after retry RPC after error@2127848333) -> (continuation of Deferred@1417421443 after retry RPC after error@1042293790) -> (continuation of Deferred@1723122934 after retry RPC after error@1000410022) -> (continuation of Deferred@251416171 after retry RPC after error@834898814) -> (continuation of Deferred@1905294020 after retry RPC after error@1121956715)))
15:04:11.275 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1138067443(state=PENDING, result=null, callback=(continuation of Deferred@703859034 after retry RPC after error@1325998569) -> (continuation of Deferred@510037144 after retry RPC after error@1910729400) -> (continuation of Deferred@2018775815 after retry RPC after error@2127848333) -> (continuation of Deferred@1417421443 after retry RPC after error@1042293790) -> (continuation of Deferred@1723122934 after retry RPC after error@1000410022) -> (continuation of Deferred@251416171 after retry RPC after error@834898814) -> (continuation of Deferred@1905294020 after retry RPC after error@1121956715), errback=(continuation of Deferred@703859034 after retry RPC after error@1325998569) -> (continuation of Deferred@510037144 after retry RPC after error@1910729400) -> (continuation of Deferred@2018775815 after retry RPC after error@2127848333) -> (continuation of Deferred@1417421443 after retry RPC after error@1042293790) -> (continuation of Deferred@1723122934 after retry RPC after error@1000410022) -> (continuation of Deferred@251416171 after retry RPC after error@834898814) -> (continuation of Deferred@1905294020 after retry RPC after error@1121956715)))
15:04:11.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.552 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2136857517(state=PENDING, result=null, callback=(continuation of Deferred@1193959691 after retry RPC after error@352977983) -> (continuation of Deferred@32491247 after retry RPC after error@276755916) -> (continuation of Deferred@71888113 after retry RPC after error@1101413307) -> (continuation of Deferred@1040270814 after retry RPC after error@1496717127) -> (continuation of Deferred@442128372 after retry RPC after error@1792134375) -> (continuation of Deferred@1581927382 after retry RPC after error@925885303) -> (continuation of Deferred@2130896785 after retry RPC after error@466659938), errback=(continuation of Deferred@1193959691 after retry RPC after error@352977983) -> (continuation of Deferred@32491247 after retry RPC after error@276755916) -> (continuation of Deferred@71888113 after retry RPC after error@1101413307) -> (continuation of Deferred@1040270814 after retry RPC after error@1496717127) -> (continuation of Deferred@442128372 after retry RPC after error@1792134375) -> (continuation of Deferred@1581927382 after retry RPC after error@925885303) -> (continuation of Deferred@2130896785 after retry RPC after error@466659938)))
15:04:11.552 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:11.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.794 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1362526270(state=PENDING, result=null, callback=(continuation of Deferred@1842687652 after retry RPC after error@1775110697) -> (continuation of Deferred@1194903186 after retry RPC after error@577411387) -> (continuation of Deferred@1712202716 after retry RPC after error@2139681398) -> (continuation of Deferred@2122688323 after retry RPC after error@147868393) -> (continuation of Deferred@534218988 after retry RPC after error@670351906) -> (continuation of Deferred@1947784736 after retry RPC after error@2123713864) -> (continuation of Deferred@1562782366 after retry RPC after error@1556219594), errback=(continuation of Deferred@1842687652 after retry RPC after error@1775110697) -> (continuation of Deferred@1194903186 after retry RPC after error@577411387) -> (continuation of Deferred@1712202716 after retry RPC after error@2139681398) -> (continuation of Deferred@2122688323 after retry RPC after error@147868393) -> (continuation of Deferred@534218988 after retry RPC after error@670351906) -> (continuation of Deferred@1947784736 after retry RPC after error@2123713864) -> (continuation of Deferred@1562782366 after retry RPC after error@1556219594)))
15:04:11.795 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1362526270(state=PENDING, result=null, callback=(continuation of Deferred@1842687652 after retry RPC after error@1775110697) -> (continuation of Deferred@1194903186 after retry RPC after error@577411387) -> (continuation of Deferred@1712202716 after retry RPC after error@2139681398) -> (continuation of Deferred@2122688323 after retry RPC after error@147868393) -> (continuation of Deferred@534218988 after retry RPC after error@670351906) -> (continuation of Deferred@1947784736 after retry RPC after error@2123713864) -> (continuation of Deferred@1562782366 after retry RPC after error@1556219594), errback=(continuation of Deferred@1842687652 after retry RPC after error@1775110697) -> (continuation of Deferred@1194903186 after retry RPC after error@577411387) -> (continuation of Deferred@1712202716 after retry RPC after error@2139681398) -> (continuation of Deferred@2122688323 after retry RPC after error@147868393) -> (continuation of Deferred@534218988 after retry RPC after error@670351906) -> (continuation of Deferred@1947784736 after retry RPC after error@2123713864) -> (continuation of Deferred@1562782366 after retry RPC after error@1556219594)))
15:04:11.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:11.974 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@102471986(state=PENDING, result=null, callback=(continuation of Deferred@122679608 after retry RPC after error@1146296012) -> (continuation of Deferred@1808305453 after retry RPC after error@826301295) -> (continuation of Deferred@1241426510 after retry RPC after error@365375691) -> (continuation of Deferred@977888955 after retry RPC after error@165792190) -> (continuation of Deferred@905031190 after retry RPC after error@421298443) -> (continuation of Deferred@1754353709 after retry RPC after error@1874512056) -> (continuation of Deferred@1468222023 after retry RPC after error@720014693), errback=(continuation of Deferred@122679608 after retry RPC after error@1146296012) -> (continuation of Deferred@1808305453 after retry RPC after error@826301295) -> (continuation of Deferred@1241426510 after retry RPC after error@365375691) -> (continuation of Deferred@977888955 after retry RPC after error@165792190) -> (continuation of Deferred@905031190 after retry RPC after error@421298443) -> (continuation of Deferred@1754353709 after retry RPC after error@1874512056) -> (continuation of Deferred@1468222023 after retry RPC after error@720014693)))
15:04:11.974 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@102471986(state=PENDING, result=null, callback=(continuation of Deferred@122679608 after retry RPC after error@1146296012) -> (continuation of Deferred@1808305453 after retry RPC after error@826301295) -> (continuation of Deferred@1241426510 after retry RPC after error@365375691) -> (continuation of Deferred@977888955 after retry RPC after error@165792190) -> (continuation of Deferred@905031190 after retry RPC after error@421298443) -> (continuation of Deferred@1754353709 after retry RPC after error@1874512056) -> (continuation of Deferred@1468222023 after retry RPC after error@720014693), errback=(continuation of Deferred@122679608 after retry RPC after error@1146296012) -> (continuation of Deferred@1808305453 after retry RPC after error@826301295) -> (continuation of Deferred@1241426510 after retry RPC after error@365375691) -> (continuation of Deferred@977888955 after retry RPC after error@165792190) -> (continuation of Deferred@905031190 after retry RPC after error@421298443) -> (continuation of Deferred@1754353709 after retry RPC after error@1874512056) -> (continuation of Deferred@1468222023 after retry RPC after error@720014693)))
15:04:11.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:11.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:11.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:11.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:11.995 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.135 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1730699358(state=PENDING, result=null, callback=(continuation of Deferred@2093666558 after retry RPC after error@1274488213) -> (continuation of Deferred@1071290679 after retry RPC after error@466891778) -> (continuation of Deferred@833833638 after retry RPC after error@1134168712) -> (continuation of Deferred@685912301 after retry RPC after error@313288151) -> (continuation of Deferred@962722654 after retry RPC after error@708606128) -> (continuation of Deferred@325079106 after retry RPC after error@1653808420), errback=(continuation of Deferred@2093666558 after retry RPC after error@1274488213) -> (continuation of Deferred@1071290679 after retry RPC after error@466891778) -> (continuation of Deferred@833833638 after retry RPC after error@1134168712) -> (continuation of Deferred@685912301 after retry RPC after error@313288151) -> (continuation of Deferred@962722654 after retry RPC after error@708606128) -> (continuation of Deferred@325079106 after retry RPC after error@1653808420)))
15:04:12.135 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1730699358(state=PENDING, result=null, callback=(continuation of Deferred@2093666558 after retry RPC after error@1274488213) -> (continuation of Deferred@1071290679 after retry RPC after error@466891778) -> (continuation of Deferred@833833638 after retry RPC after error@1134168712) -> (continuation of Deferred@685912301 after retry RPC after error@313288151) -> (continuation of Deferred@962722654 after retry RPC after error@708606128) -> (continuation of Deferred@325079106 after retry RPC after error@1653808420), errback=(continuation of Deferred@2093666558 after retry RPC after error@1274488213) -> (continuation of Deferred@1071290679 after retry RPC after error@466891778) -> (continuation of Deferred@833833638 after retry RPC after error@1134168712) -> (continuation of Deferred@685912301 after retry RPC after error@313288151) -> (continuation of Deferred@962722654 after retry RPC after error@708606128) -> (continuation of Deferred@325079106 after retry RPC after error@1653808420)))
15:04:12.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.374 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1329121026(state=PENDING, result=null, callback=(continuation of Deferred@90718641 after retry RPC after error@1529429288) -> (continuation of Deferred@2145843899 after retry RPC after error@1995383442) -> (continuation of Deferred@835551287 after retry RPC after error@589249371) -> (continuation of Deferred@1801727649 after retry RPC after error@1687186157) -> (continuation of Deferred@956404336 after retry RPC after error@1662956520) -> (continuation of Deferred@692426764 after retry RPC after error@1315260619) -> (continuation of Deferred@2076361061 after retry RPC after error@1834335238), errback=(continuation of Deferred@90718641 after retry RPC after error@1529429288) -> (continuation of Deferred@2145843899 after retry RPC after error@1995383442) -> (continuation of Deferred@835551287 after retry RPC after error@589249371) -> (continuation of Deferred@1801727649 after retry RPC after error@1687186157) -> (continuation of Deferred@956404336 after retry RPC after error@1662956520) -> (continuation of Deferred@692426764 after retry RPC after error@1315260619) -> (continuation of Deferred@2076361061 after retry RPC after error@1834335238)))
15:04:12.375 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1329121026(state=PENDING, result=null, callback=(continuation of Deferred@90718641 after retry RPC after error@1529429288) -> (continuation of Deferred@2145843899 after retry RPC after error@1995383442) -> (continuation of Deferred@835551287 after retry RPC after error@589249371) -> (continuation of Deferred@1801727649 after retry RPC after error@1687186157) -> (continuation of Deferred@956404336 after retry RPC after error@1662956520) -> (continuation of Deferred@692426764 after retry RPC after error@1315260619) -> (continuation of Deferred@2076361061 after retry RPC after error@1834335238), errback=(continuation of Deferred@90718641 after retry RPC after error@1529429288) -> (continuation of Deferred@2145843899 after retry RPC after error@1995383442) -> (continuation of Deferred@835551287 after retry RPC after error@589249371) -> (continuation of Deferred@1801727649 after retry RPC after error@1687186157) -> (continuation of Deferred@956404336 after retry RPC after error@1662956520) -> (continuation of Deferred@692426764 after retry RPC after error@1315260619) -> (continuation of Deferred@2076361061 after retry RPC after error@1834335238)))
15:04:12.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.614 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@526067967(state=PENDING, result=null, callback=(continuation of Deferred@1643679323 after retry RPC after error@1435807961) -> (continuation of Deferred@677366780 after retry RPC after error@1845822168) -> (continuation of Deferred@1269486357 after retry RPC after error@994619585) -> (continuation of Deferred@1839107199 after retry RPC after error@734744790) -> (continuation of Deferred@920919233 after retry RPC after error@1221880932) -> (continuation of Deferred@1370553461 after retry RPC after error@546069365) -> (continuation of Deferred@915950001 after retry RPC after error@1564783690), errback=(continuation of Deferred@1643679323 after retry RPC after error@1435807961) -> (continuation of Deferred@677366780 after retry RPC after error@1845822168) -> (continuation of Deferred@1269486357 after retry RPC after error@994619585) -> (continuation of Deferred@1839107199 after retry RPC after error@734744790) -> (continuation of Deferred@920919233 after retry RPC after error@1221880932) -> (continuation of Deferred@1370553461 after retry RPC after error@546069365) -> (continuation of Deferred@915950001 after retry RPC after error@1564783690)))
15:04:12.614 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@526067967(state=PENDING, result=null, callback=(continuation of Deferred@1643679323 after retry RPC after error@1435807961) -> (continuation of Deferred@677366780 after retry RPC after error@1845822168) -> (continuation of Deferred@1269486357 after retry RPC after error@994619585) -> (continuation of Deferred@1839107199 after retry RPC after error@734744790) -> (continuation of Deferred@920919233 after retry RPC after error@1221880932) -> (continuation of Deferred@1370553461 after retry RPC after error@546069365) -> (continuation of Deferred@915950001 after retry RPC after error@1564783690), errback=(continuation of Deferred@1643679323 after retry RPC after error@1435807961) -> (continuation of Deferred@677366780 after retry RPC after error@1845822168) -> (continuation of Deferred@1269486357 after retry RPC after error@994619585) -> (continuation of Deferred@1839107199 after retry RPC after error@734744790) -> (continuation of Deferred@920919233 after retry RPC after error@1221880932) -> (continuation of Deferred@1370553461 after retry RPC after error@546069365) -> (continuation of Deferred@915950001 after retry RPC after error@1564783690)))
15:04:12.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.815 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.815 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1366624787(state=PENDING, result=null, callback=(continuation of Deferred@640748876 after retry RPC after error@1072076490) -> (continuation of Deferred@1291924920 after retry RPC after error@878549913) -> (continuation of Deferred@447265587 after retry RPC after error@301149802) -> (continuation of Deferred@1436251417 after retry RPC after error@222477664) -> (continuation of Deferred@1382874840 after retry RPC after error@1516509825) -> (continuation of Deferred@1415159657 after retry RPC after error@1281917247) -> (continuation of Deferred@2034711636 after retry RPC after error@59609583), errback=(continuation of Deferred@640748876 after retry RPC after error@1072076490) -> (continuation of Deferred@1291924920 after retry RPC after error@878549913) -> (continuation of Deferred@447265587 after retry RPC after error@301149802) -> (continuation of Deferred@1436251417 after retry RPC after error@222477664) -> (continuation of Deferred@1382874840 after retry RPC after error@1516509825) -> (continuation of Deferred@1415159657 after retry RPC after error@1281917247) -> (continuation of Deferred@2034711636 after retry RPC after error@59609583)))
15:04:12.816 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1366624787(state=PENDING, result=null, callback=(continuation of Deferred@640748876 after retry RPC after error@1072076490) -> (continuation of Deferred@1291924920 after retry RPC after error@878549913) -> (continuation of Deferred@447265587 after retry RPC after error@301149802) -> (continuation of Deferred@1436251417 after retry RPC after error@222477664) -> (continuation of Deferred@1382874840 after retry RPC after error@1516509825) -> (continuation of Deferred@1415159657 after retry RPC after error@1281917247) -> (continuation of Deferred@2034711636 after retry RPC after error@59609583), errback=(continuation of Deferred@640748876 after retry RPC after error@1072076490) -> (continuation of Deferred@1291924920 after retry RPC after error@878549913) -> (continuation of Deferred@447265587 after retry RPC after error@301149802) -> (continuation of Deferred@1436251417 after retry RPC after error@222477664) -> (continuation of Deferred@1382874840 after retry RPC after error@1516509825) -> (continuation of Deferred@1415159657 after retry RPC after error@1281917247) -> (continuation of Deferred@2034711636 after retry RPC after error@59609583)))
15:04:12.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:12.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:12.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:12.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:12.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:12.994 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1977157298(state=PENDING, result=null, callback=(continuation of Deferred@60701253 after retry RPC after error@1302870558) -> (continuation of Deferred@591746478 after retry RPC after error@504642530) -> (continuation of Deferred@1823106679 after retry RPC after error@1616824630) -> (continuation of Deferred@1765738678 after retry RPC after error@1447818584) -> (continuation of Deferred@1768798264 after retry RPC after error@2146224986) -> (continuation of Deferred@1854342825 after retry RPC after error@1735384852), errback=(continuation of Deferred@60701253 after retry RPC after error@1302870558) -> (continuation of Deferred@591746478 after retry RPC after error@504642530) -> (continuation of Deferred@1823106679 after retry RPC after error@1616824630) -> (continuation of Deferred@1765738678 after retry RPC after error@1447818584) -> (continuation of Deferred@1768798264 after retry RPC after error@2146224986) -> (continuation of Deferred@1854342825 after retry RPC after error@1735384852)))
15:04:12.995 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1977157298(state=PENDING, result=null, callback=(continuation of Deferred@60701253 after retry RPC after error@1302870558) -> (continuation of Deferred@591746478 after retry RPC after error@504642530) -> (continuation of Deferred@1823106679 after retry RPC after error@1616824630) -> (continuation of Deferred@1765738678 after retry RPC after error@1447818584) -> (continuation of Deferred@1768798264 after retry RPC after error@2146224986) -> (continuation of Deferred@1854342825 after retry RPC after error@1735384852), errback=(continuation of Deferred@60701253 after retry RPC after error@1302870558) -> (continuation of Deferred@591746478 after retry RPC after error@504642530) -> (continuation of Deferred@1823106679 after retry RPC after error@1616824630) -> (continuation of Deferred@1765738678 after retry RPC after error@1447818584) -> (continuation of Deferred@1768798264 after retry RPC after error@2146224986) -> (continuation of Deferred@1854342825 after retry RPC after error@1735384852)))
15:04:13.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.174 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1295876002(state=PENDING, result=null, callback=(continuation of Deferred@296870361 after retry RPC after error@2064804660) -> (continuation of Deferred@534769365 after retry RPC after error@960053987) -> (continuation of Deferred@655938356 after retry RPC after error@1337673512) -> (continuation of Deferred@804430156 after retry RPC after error@1546633227) -> (continuation of Deferred@1036990921 after retry RPC after error@685292383) -> (continuation of Deferred@303732681 after retry RPC after error@806826521), errback=(continuation of Deferred@296870361 after retry RPC after error@2064804660) -> (continuation of Deferred@534769365 after retry RPC after error@960053987) -> (continuation of Deferred@655938356 after retry RPC after error@1337673512) -> (continuation of Deferred@804430156 after retry RPC after error@1546633227) -> (continuation of Deferred@1036990921 after retry RPC after error@685292383) -> (continuation of Deferred@303732681 after retry RPC after error@806826521)))
15:04:13.175 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1295876002(state=PENDING, result=null, callback=(continuation of Deferred@296870361 after retry RPC after error@2064804660) -> (continuation of Deferred@534769365 after retry RPC after error@960053987) -> (continuation of Deferred@655938356 after retry RPC after error@1337673512) -> (continuation of Deferred@804430156 after retry RPC after error@1546633227) -> (continuation of Deferred@1036990921 after retry RPC after error@685292383) -> (continuation of Deferred@303732681 after retry RPC after error@806826521), errback=(continuation of Deferred@296870361 after retry RPC after error@2064804660) -> (continuation of Deferred@534769365 after retry RPC after error@960053987) -> (continuation of Deferred@655938356 after retry RPC after error@1337673512) -> (continuation of Deferred@804430156 after retry RPC after error@1546633227) -> (continuation of Deferred@1036990921 after retry RPC after error@685292383) -> (continuation of Deferred@303732681 after retry RPC after error@806826521)))
15:04:13.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=6, TimeoutTracker(timeout=150, elapsed=121), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [20ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] sending RPC to server master-127.20.216.188:41551, [40ms] sending RPC to server master-127.20.216.189:37629, [41ms] sending RPC to server master-127.20.216.190:41715, [41ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [61ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] sending RPC to server master-127.20.216.188:41551, [80ms] sending RPC to server master-127.20.216.189:37629, [80ms] sending RPC to server master-127.20.216.190:41715, [81ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.20.216.188:41551, [120ms] sending RPC to server master-127.20.216.189:37629, [120ms] sending RPC to server master-127.20.216.190:41715, [120ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@748067581(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@979242451 after retry RPC after error@1265231297) -> (continuation of Deferred@2016940638 after retry RPC after error@1625370326) -> (continuation of Deferred@706451340 after retry RPC after error@777533667) -> (continuation of Deferred@373978516 after retry RPC after error@2134142485), errback=org.apache.kudu.client.ConnectToCluster$1@9653188 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@979242451 after retry RPC after error@1265231297) -> (continuation of Deferred@2016940638 after retry RPC after error@1625370326) -> (continuation of Deferred@706451340 after retry RPC after error@777533667) -> (continuation of Deferred@373978516 after retry RPC after error@2134142485)))
15:04:13.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=6, TimeoutTracker(timeout=150, elapsed=121), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [20ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] sending RPC to server master-127.20.216.188:41551, [40ms] sending RPC to server master-127.20.216.189:37629, [41ms] sending RPC to server master-127.20.216.190:41715, [41ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [61ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] sending RPC to server master-127.20.216.188:41551, [80ms] sending RPC to server master-127.20.216.189:37629, [80ms] sending RPC to server master-127.20.216.190:41715, [81ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.20.216.188:41551, [120ms] sending RPC to server master-127.20.216.189:37629, [120ms] sending RPC to server master-127.20.216.190:41715, [120ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@748067581(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@979242451 after retry RPC after error@1265231297) -> (continuation of Deferred@2016940638 after retry RPC after error@1625370326) -> (continuation of Deferred@706451340 after retry RPC after error@777533667) -> (continuation of Deferred@373978516 after retry RPC after error@2134142485), errback=org.apache.kudu.client.ConnectToCluster$1@9653188 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@979242451 after retry RPC after error@1265231297) -> (continuation of Deferred@2016940638 after retry RPC after error@1625370326) -> (continuation of Deferred@706451340 after retry RPC after error@777533667) -> (continuation of Deferred@373978516 after retry RPC after error@2134142485)))
15:04:13.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.453 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [119ms] Sub RPC ConnectToMaster: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [219ms] Sub RPC ConnectToMaster: refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=6, TimeoutTracker(timeout=150, elapsed=121), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [20ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] sending RPC to server master-127.20.216.188:41551, [40ms] sending RPC to server master-127.20.216.189:37629, [41ms] sending RPC to server master-127.20.216.190:41715, [41ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [61ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] sending RPC to server master-127.20.216.188:41551, [80ms] sending RPC to server master-127.20.216.189:37629, [80ms] sending RPC to server master-127.20.216.190:41715, [81ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.20.216.188:41551, [120ms] sending RPC to server master-127.20.216.189:37629, [120ms] sending RPC to server master-127.20.216.190:41715, [120ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@748067581(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@979242451 after retry RPC after error@1265231297) -> (continuation of Deferred@2016940638 after retry RPC after error@1625370326) -> (continuation of Deferred@706451340 after retry RPC after error@777533667) -> (continuation of Deferred@373978516 after retry RPC after error@2134142485), errback=org.apache.kudu.client.ConnectToCluster$1@9653188 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@979242451 after retry RPC after error@1265231297) -> (continuation of Deferred@2016940638 after retry RPC after error@1625370326) -> (continuation of Deferred@706451340 after retry RPC after error@777533667) -> (continuation of Deferred@373978516 after retry RPC after error@2134142485))), deferred=Deferred@2137521771(state=PENDING, result=null, callback=(continuation of Deferred@1665010069 after retry RPC after error@346775738) -> (continuation of Deferred@648522755 after retry RPC after error@1727236634) -> (continuation of Deferred@1964135920 after retry RPC after error@989025624) -> (continuation of Deferred@565129649 after retry RPC after error@1542900932) -> (continuation of Deferred@1009565599 after retry RPC after error@475358423) -> (continuation of Deferred@1143991381 after retry RPC after error@701663480), errback=(continuation of Deferred@1665010069 after retry RPC after error@346775738) -> (continuation of Deferred@648522755 after retry RPC after error@1727236634) -> (continuation of Deferred@1964135920 after retry RPC after error@989025624) -> (continuation of Deferred@565129649 after retry RPC after error@1542900932) -> (continuation of Deferred@1009565599 after retry RPC after error@475358423) -> (continuation of Deferred@1143991381 after retry RPC after error@701663480)))
15:04:13.453 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:13.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@812462297(state=PENDING, result=null, callback=(continuation of Deferred@1479628357 after retry RPC after error@2114899574) -> (continuation of Deferred@1144245719 after retry RPC after error@486659696) -> (continuation of Deferred@1330657515 after retry RPC after error@1202008585) -> (continuation of Deferred@488768095 after retry RPC after error@235136477) -> (continuation of Deferred@1079640982 after retry RPC after error@780223726) -> (continuation of Deferred@599563163 after retry RPC after error@838905660), errback=(continuation of Deferred@1479628357 after retry RPC after error@2114899574) -> (continuation of Deferred@1144245719 after retry RPC after error@486659696) -> (continuation of Deferred@1330657515 after retry RPC after error@1202008585) -> (continuation of Deferred@488768095 after retry RPC after error@235136477) -> (continuation of Deferred@1079640982 after retry RPC after error@780223726) -> (continuation of Deferred@599563163 after retry RPC after error@838905660)))
15:04:13.635 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@812462297(state=PENDING, result=null, callback=(continuation of Deferred@1479628357 after retry RPC after error@2114899574) -> (continuation of Deferred@1144245719 after retry RPC after error@486659696) -> (continuation of Deferred@1330657515 after retry RPC after error@1202008585) -> (continuation of Deferred@488768095 after retry RPC after error@235136477) -> (continuation of Deferred@1079640982 after retry RPC after error@780223726) -> (continuation of Deferred@599563163 after retry RPC after error@838905660), errback=(continuation of Deferred@1479628357 after retry RPC after error@2114899574) -> (continuation of Deferred@1144245719 after retry RPC after error@486659696) -> (continuation of Deferred@1330657515 after retry RPC after error@1202008585) -> (continuation of Deferred@488768095 after retry RPC after error@235136477) -> (continuation of Deferred@1079640982 after retry RPC after error@780223726) -> (continuation of Deferred@599563163 after retry RPC after error@838905660)))
15:04:13.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.794 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@683170250(state=PENDING, result=null, callback=(continuation of Deferred@1537574268 after retry RPC after error@165260302) -> (continuation of Deferred@1733572408 after retry RPC after error@231228433) -> (continuation of Deferred@2058469041 after retry RPC after error@1053611061) -> (continuation of Deferred@2028460323 after retry RPC after error@935391970) -> (continuation of Deferred@1081317021 after retry RPC after error@415666138) -> (continuation of Deferred@1588491040 after retry RPC after error@1850334709), errback=(continuation of Deferred@1537574268 after retry RPC after error@165260302) -> (continuation of Deferred@1733572408 after retry RPC after error@231228433) -> (continuation of Deferred@2058469041 after retry RPC after error@1053611061) -> (continuation of Deferred@2028460323 after retry RPC after error@935391970) -> (continuation of Deferred@1081317021 after retry RPC after error@415666138) -> (continuation of Deferred@1588491040 after retry RPC after error@1850334709)))
15:04:13.794 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@683170250(state=PENDING, result=null, callback=(continuation of Deferred@1537574268 after retry RPC after error@165260302) -> (continuation of Deferred@1733572408 after retry RPC after error@231228433) -> (continuation of Deferred@2058469041 after retry RPC after error@1053611061) -> (continuation of Deferred@2028460323 after retry RPC after error@935391970) -> (continuation of Deferred@1081317021 after retry RPC after error@415666138) -> (continuation of Deferred@1588491040 after retry RPC after error@1850334709), errback=(continuation of Deferred@1537574268 after retry RPC after error@165260302) -> (continuation of Deferred@1733572408 after retry RPC after error@231228433) -> (continuation of Deferred@2058469041 after retry RPC after error@1053611061) -> (continuation of Deferred@2028460323 after retry RPC after error@935391970) -> (continuation of Deferred@1081317021 after retry RPC after error@415666138) -> (continuation of Deferred@1588491040 after retry RPC after error@1850334709)))
15:04:13.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:13.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:13.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:13.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:13.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:13.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.072 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@218241027(state=PENDING, result=null, callback=(continuation of Deferred@1693034386 after retry RPC after error@1732279533) -> (continuation of Deferred@1790372763 after retry RPC after error@2003383502) -> (continuation of Deferred@1586874502 after retry RPC after error@987127981) -> (continuation of Deferred@1734458975 after retry RPC after error@1494235449) -> (continuation of Deferred@699468645 after retry RPC after error@552322550) -> (continuation of Deferred@1242698994 after retry RPC after error@311637368) -> (continuation of Deferred@861470316 after retry RPC after error@1306675588), errback=(continuation of Deferred@1693034386 after retry RPC after error@1732279533) -> (continuation of Deferred@1790372763 after retry RPC after error@2003383502) -> (continuation of Deferred@1586874502 after retry RPC after error@987127981) -> (continuation of Deferred@1734458975 after retry RPC after error@1494235449) -> (continuation of Deferred@699468645 after retry RPC after error@552322550) -> (continuation of Deferred@1242698994 after retry RPC after error@311637368) -> (continuation of Deferred@861470316 after retry RPC after error@1306675588)))
15:04:14.073 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:14.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.353 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@299999394(state=PENDING, result=null, callback=(continuation of Deferred@1712044037 after retry RPC after error@2061630771) -> (continuation of Deferred@1088389420 after retry RPC after error@1554500901) -> (continuation of Deferred@1733795108 after retry RPC after error@304807064) -> (continuation of Deferred@784386320 after retry RPC after error@1282205448) -> (continuation of Deferred@386526492 after retry RPC after error@1384254809) -> (continuation of Deferred@2049103440 after retry RPC after error@1365064379) -> (continuation of Deferred@165956737 after retry RPC after error@1271816225), errback=(continuation of Deferred@1712044037 after retry RPC after error@2061630771) -> (continuation of Deferred@1088389420 after retry RPC after error@1554500901) -> (continuation of Deferred@1733795108 after retry RPC after error@304807064) -> (continuation of Deferred@784386320 after retry RPC after error@1282205448) -> (continuation of Deferred@386526492 after retry RPC after error@1384254809) -> (continuation of Deferred@2049103440 after retry RPC after error@1365064379) -> (continuation of Deferred@165956737 after retry RPC after error@1271816225)))
15:04:14.353 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:14.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1271871965(state=PENDING, result=null, callback=(continuation of Deferred@943870171 after retry RPC after error@1593242448) -> (continuation of Deferred@65241486 after retry RPC after error@835736062) -> (continuation of Deferred@457055127 after retry RPC after error@1916471251) -> (continuation of Deferred@1842026475 after retry RPC after error@1579672589) -> (continuation of Deferred@892255997 after retry RPC after error@528556564) -> (continuation of Deferred@717228608 after retry RPC after error@1260819609), errback=(continuation of Deferred@943870171 after retry RPC after error@1593242448) -> (continuation of Deferred@65241486 after retry RPC after error@835736062) -> (continuation of Deferred@457055127 after retry RPC after error@1916471251) -> (continuation of Deferred@1842026475 after retry RPC after error@1579672589) -> (continuation of Deferred@892255997 after retry RPC after error@528556564) -> (continuation of Deferred@717228608 after retry RPC after error@1260819609)))
15:04:14.555 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1271871965(state=PENDING, result=null, callback=(continuation of Deferred@943870171 after retry RPC after error@1593242448) -> (continuation of Deferred@65241486 after retry RPC after error@835736062) -> (continuation of Deferred@457055127 after retry RPC after error@1916471251) -> (continuation of Deferred@1842026475 after retry RPC after error@1579672589) -> (continuation of Deferred@892255997 after retry RPC after error@528556564) -> (continuation of Deferred@717228608 after retry RPC after error@1260819609), errback=(continuation of Deferred@943870171 after retry RPC after error@1593242448) -> (continuation of Deferred@65241486 after retry RPC after error@835736062) -> (continuation of Deferred@457055127 after retry RPC after error@1916471251) -> (continuation of Deferred@1842026475 after retry RPC after error@1579672589) -> (continuation of Deferred@892255997 after retry RPC after error@528556564) -> (continuation of Deferred@717228608 after retry RPC after error@1260819609)))
15:04:14.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.795 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@352426305(state=PENDING, result=null, callback=(continuation of Deferred@1764687120 after retry RPC after error@1558882629) -> (continuation of Deferred@308662593 after retry RPC after error@196577757) -> (continuation of Deferred@367997894 after retry RPC after error@474349759) -> (continuation of Deferred@546645423 after retry RPC after error@400271617) -> (continuation of Deferred@2068240703 after retry RPC after error@1470725392) -> (continuation of Deferred@1578668567 after retry RPC after error@339848052) -> (continuation of Deferred@1493374946 after retry RPC after error@1163829295) -> (continuation of Deferred@1598819001 after retry RPC after error@1187971119), errback=(continuation of Deferred@1764687120 after retry RPC after error@1558882629) -> (continuation of Deferred@308662593 after retry RPC after error@196577757) -> (continuation of Deferred@367997894 after retry RPC after error@474349759) -> (continuation of Deferred@546645423 after retry RPC after error@400271617) -> (continuation of Deferred@2068240703 after retry RPC after error@1470725392) -> (continuation of Deferred@1578668567 after retry RPC after error@339848052) -> (continuation of Deferred@1493374946 after retry RPC after error@1163829295) -> (continuation of Deferred@1598819001 after retry RPC after error@1187971119)))
15:04:14.795 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@352426305(state=PENDING, result=null, callback=(continuation of Deferred@1764687120 after retry RPC after error@1558882629) -> (continuation of Deferred@308662593 after retry RPC after error@196577757) -> (continuation of Deferred@367997894 after retry RPC after error@474349759) -> (continuation of Deferred@546645423 after retry RPC after error@400271617) -> (continuation of Deferred@2068240703 after retry RPC after error@1470725392) -> (continuation of Deferred@1578668567 after retry RPC after error@339848052) -> (continuation of Deferred@1493374946 after retry RPC after error@1163829295) -> (continuation of Deferred@1598819001 after retry RPC after error@1187971119), errback=(continuation of Deferred@1764687120 after retry RPC after error@1558882629) -> (continuation of Deferred@308662593 after retry RPC after error@196577757) -> (continuation of Deferred@367997894 after retry RPC after error@474349759) -> (continuation of Deferred@546645423 after retry RPC after error@400271617) -> (continuation of Deferred@2068240703 after retry RPC after error@1470725392) -> (continuation of Deferred@1578668567 after retry RPC after error@339848052) -> (continuation of Deferred@1493374946 after retry RPC after error@1163829295) -> (continuation of Deferred@1598819001 after retry RPC after error@1187971119)))
15:04:14.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:14.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:14.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:14.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:14.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:14.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1770893944(state=PENDING, result=null, callback=(continuation of Deferred@16822410 after retry RPC after error@362152127) -> (continuation of Deferred@1811918036 after retry RPC after error@1877335457) -> (continuation of Deferred@1801823287 after retry RPC after error@1314116124) -> (continuation of Deferred@1490832910 after retry RPC after error@420845665) -> (continuation of Deferred@1603785576 after retry RPC after error@260319668) -> (continuation of Deferred@898804340 after retry RPC after error@7465527), errback=(continuation of Deferred@16822410 after retry RPC after error@362152127) -> (continuation of Deferred@1811918036 after retry RPC after error@1877335457) -> (continuation of Deferred@1801823287 after retry RPC after error@1314116124) -> (continuation of Deferred@1490832910 after retry RPC after error@420845665) -> (continuation of Deferred@1603785576 after retry RPC after error@260319668) -> (continuation of Deferred@898804340 after retry RPC after error@7465527)))
15:04:14.995 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1770893944(state=PENDING, result=null, callback=(continuation of Deferred@16822410 after retry RPC after error@362152127) -> (continuation of Deferred@1811918036 after retry RPC after error@1877335457) -> (continuation of Deferred@1801823287 after retry RPC after error@1314116124) -> (continuation of Deferred@1490832910 after retry RPC after error@420845665) -> (continuation of Deferred@1603785576 after retry RPC after error@260319668) -> (continuation of Deferred@898804340 after retry RPC after error@7465527), errback=(continuation of Deferred@16822410 after retry RPC after error@362152127) -> (continuation of Deferred@1811918036 after retry RPC after error@1877335457) -> (continuation of Deferred@1801823287 after retry RPC after error@1314116124) -> (continuation of Deferred@1490832910 after retry RPC after error@420845665) -> (continuation of Deferred@1603785576 after retry RPC after error@260319668) -> (continuation of Deferred@898804340 after retry RPC after error@7465527)))
15:04:15.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.215 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1573403377(state=PENDING, result=null, callback=(continuation of Deferred@1905766988 after retry RPC after error@928754997) -> (continuation of Deferred@526232048 after retry RPC after error@56498008) -> (continuation of Deferred@1335349421 after retry RPC after error@625995375) -> (continuation of Deferred@1462747423 after retry RPC after error@616097909) -> (continuation of Deferred@1432049399 after retry RPC after error@264107685) -> (continuation of Deferred@640940404 after retry RPC after error@1168852615) -> (continuation of Deferred@1254640683 after retry RPC after error@715162377), errback=(continuation of Deferred@1905766988 after retry RPC after error@928754997) -> (continuation of Deferred@526232048 after retry RPC after error@56498008) -> (continuation of Deferred@1335349421 after retry RPC after error@625995375) -> (continuation of Deferred@1462747423 after retry RPC after error@616097909) -> (continuation of Deferred@1432049399 after retry RPC after error@264107685) -> (continuation of Deferred@640940404 after retry RPC after error@1168852615) -> (continuation of Deferred@1254640683 after retry RPC after error@715162377)))
15:04:15.215 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1573403377(state=PENDING, result=null, callback=(continuation of Deferred@1905766988 after retry RPC after error@928754997) -> (continuation of Deferred@526232048 after retry RPC after error@56498008) -> (continuation of Deferred@1335349421 after retry RPC after error@625995375) -> (continuation of Deferred@1462747423 after retry RPC after error@616097909) -> (continuation of Deferred@1432049399 after retry RPC after error@264107685) -> (continuation of Deferred@640940404 after retry RPC after error@1168852615) -> (continuation of Deferred@1254640683 after retry RPC after error@715162377), errback=(continuation of Deferred@1905766988 after retry RPC after error@928754997) -> (continuation of Deferred@526232048 after retry RPC after error@56498008) -> (continuation of Deferred@1335349421 after retry RPC after error@625995375) -> (continuation of Deferred@1462747423 after retry RPC after error@616097909) -> (continuation of Deferred@1432049399 after retry RPC after error@264107685) -> (continuation of Deferred@640940404 after retry RPC after error@1168852615) -> (continuation of Deferred@1254640683 after retry RPC after error@715162377)))
15:04:15.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.395 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@715654431(state=PENDING, result=null, callback=(continuation of Deferred@229543118 after retry RPC after error@1810272403) -> (continuation of Deferred@1176146698 after retry RPC after error@745596459) -> (continuation of Deferred@1438762903 after retry RPC after error@184334260) -> (continuation of Deferred@418178850 after retry RPC after error@864426922) -> (continuation of Deferred@1755356978 after retry RPC after error@126801029) -> (continuation of Deferred@2015684257 after retry RPC after error@2071783748) -> (continuation of Deferred@399089686 after retry RPC after error@1712485526), errback=(continuation of Deferred@229543118 after retry RPC after error@1810272403) -> (continuation of Deferred@1176146698 after retry RPC after error@745596459) -> (continuation of Deferred@1438762903 after retry RPC after error@184334260) -> (continuation of Deferred@418178850 after retry RPC after error@864426922) -> (continuation of Deferred@1755356978 after retry RPC after error@126801029) -> (continuation of Deferred@2015684257 after retry RPC after error@2071783748) -> (continuation of Deferred@399089686 after retry RPC after error@1712485526)))
15:04:15.395 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@715654431(state=PENDING, result=null, callback=(continuation of Deferred@229543118 after retry RPC after error@1810272403) -> (continuation of Deferred@1176146698 after retry RPC after error@745596459) -> (continuation of Deferred@1438762903 after retry RPC after error@184334260) -> (continuation of Deferred@418178850 after retry RPC after error@864426922) -> (continuation of Deferred@1755356978 after retry RPC after error@126801029) -> (continuation of Deferred@2015684257 after retry RPC after error@2071783748) -> (continuation of Deferred@399089686 after retry RPC after error@1712485526), errback=(continuation of Deferred@229543118 after retry RPC after error@1810272403) -> (continuation of Deferred@1176146698 after retry RPC after error@745596459) -> (continuation of Deferred@1438762903 after retry RPC after error@184334260) -> (continuation of Deferred@418178850 after retry RPC after error@864426922) -> (continuation of Deferred@1755356978 after retry RPC after error@126801029) -> (continuation of Deferred@2015684257 after retry RPC after error@2071783748) -> (continuation of Deferred@399089686 after retry RPC after error@1712485526)))
15:04:15.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.595 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1313999692(state=PENDING, result=null, callback=(continuation of Deferred@1018241412 after retry RPC after error@2042041922) -> (continuation of Deferred@716688035 after retry RPC after error@1952562386) -> (continuation of Deferred@1097404123 after retry RPC after error@11343282) -> (continuation of Deferred@341517782 after retry RPC after error@1839565987) -> (continuation of Deferred@1681082394 after retry RPC after error@207344043) -> (continuation of Deferred@1105404003 after retry RPC after error@6454376), errback=(continuation of Deferred@1018241412 after retry RPC after error@2042041922) -> (continuation of Deferred@716688035 after retry RPC after error@1952562386) -> (continuation of Deferred@1097404123 after retry RPC after error@11343282) -> (continuation of Deferred@341517782 after retry RPC after error@1839565987) -> (continuation of Deferred@1681082394 after retry RPC after error@207344043) -> (continuation of Deferred@1105404003 after retry RPC after error@6454376)))
15:04:15.596 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1313999692(state=PENDING, result=null, callback=(continuation of Deferred@1018241412 after retry RPC after error@2042041922) -> (continuation of Deferred@716688035 after retry RPC after error@1952562386) -> (continuation of Deferred@1097404123 after retry RPC after error@11343282) -> (continuation of Deferred@341517782 after retry RPC after error@1839565987) -> (continuation of Deferred@1681082394 after retry RPC after error@207344043) -> (continuation of Deferred@1105404003 after retry RPC after error@6454376), errback=(continuation of Deferred@1018241412 after retry RPC after error@2042041922) -> (continuation of Deferred@716688035 after retry RPC after error@1952562386) -> (continuation of Deferred@1097404123 after retry RPC after error@11343282) -> (continuation of Deferred@341517782 after retry RPC after error@1839565987) -> (continuation of Deferred@1681082394 after retry RPC after error@207344043) -> (continuation of Deferred@1105404003 after retry RPC after error@6454376)))
15:04:15.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.814 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1051867107(state=PENDING, result=null, callback=(continuation of Deferred@1355914567 after retry RPC after error@1958991530) -> (continuation of Deferred@1911930363 after retry RPC after error@1582792969) -> (continuation of Deferred@45093921 after retry RPC after error@1747776603) -> (continuation of Deferred@879396544 after retry RPC after error@1456936589) -> (continuation of Deferred@1422131562 after retry RPC after error@1531296133) -> (continuation of Deferred@997816491 after retry RPC after error@1433694775) -> (continuation of Deferred@558888610 after retry RPC after error@1462823583), errback=(continuation of Deferred@1355914567 after retry RPC after error@1958991530) -> (continuation of Deferred@1911930363 after retry RPC after error@1582792969) -> (continuation of Deferred@45093921 after retry RPC after error@1747776603) -> (continuation of Deferred@879396544 after retry RPC after error@1456936589) -> (continuation of Deferred@1422131562 after retry RPC after error@1531296133) -> (continuation of Deferred@997816491 after retry RPC after error@1433694775) -> (continuation of Deferred@558888610 after retry RPC after error@1462823583)))
15:04:15.815 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1051867107(state=PENDING, result=null, callback=(continuation of Deferred@1355914567 after retry RPC after error@1958991530) -> (continuation of Deferred@1911930363 after retry RPC after error@1582792969) -> (continuation of Deferred@45093921 after retry RPC after error@1747776603) -> (continuation of Deferred@879396544 after retry RPC after error@1456936589) -> (continuation of Deferred@1422131562 after retry RPC after error@1531296133) -> (continuation of Deferred@997816491 after retry RPC after error@1433694775) -> (continuation of Deferred@558888610 after retry RPC after error@1462823583), errback=(continuation of Deferred@1355914567 after retry RPC after error@1958991530) -> (continuation of Deferred@1911930363 after retry RPC after error@1582792969) -> (continuation of Deferred@45093921 after retry RPC after error@1747776603) -> (continuation of Deferred@879396544 after retry RPC after error@1456936589) -> (continuation of Deferred@1422131562 after retry RPC after error@1531296133) -> (continuation of Deferred@997816491 after retry RPC after error@1433694775) -> (continuation of Deferred@558888610 after retry RPC after error@1462823583)))
15:04:15.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:15.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:15.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:15.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:15.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:15.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.074 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@688520887(state=PENDING, result=null, callback=(continuation of Deferred@424262411 after retry RPC after error@316634068) -> (continuation of Deferred@1160087039 after retry RPC after error@599734186) -> (continuation of Deferred@2012889397 after retry RPC after error@517131725) -> (continuation of Deferred@2008131989 after retry RPC after error@761909934) -> (continuation of Deferred@146787807 after retry RPC after error@775584) -> (continuation of Deferred@2056005941 after retry RPC after error@420706408) -> (continuation of Deferred@1865719712 after retry RPC after error@835514675) -> (continuation of Deferred@705864638 after retry RPC after error@675307180), errback=(continuation of Deferred@424262411 after retry RPC after error@316634068) -> (continuation of Deferred@1160087039 after retry RPC after error@599734186) -> (continuation of Deferred@2012889397 after retry RPC after error@517131725) -> (continuation of Deferred@2008131989 after retry RPC after error@761909934) -> (continuation of Deferred@146787807 after retry RPC after error@775584) -> (continuation of Deferred@2056005941 after retry RPC after error@420706408) -> (continuation of Deferred@1865719712 after retry RPC after error@835514675) -> (continuation of Deferred@705864638 after retry RPC after error@675307180)))
15:04:16.075 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@688520887(state=PENDING, result=null, callback=(continuation of Deferred@424262411 after retry RPC after error@316634068) -> (continuation of Deferred@1160087039 after retry RPC after error@599734186) -> (continuation of Deferred@2012889397 after retry RPC after error@517131725) -> (continuation of Deferred@2008131989 after retry RPC after error@761909934) -> (continuation of Deferred@146787807 after retry RPC after error@775584) -> (continuation of Deferred@2056005941 after retry RPC after error@420706408) -> (continuation of Deferred@1865719712 after retry RPC after error@835514675) -> (continuation of Deferred@705864638 after retry RPC after error@675307180), errback=(continuation of Deferred@424262411 after retry RPC after error@316634068) -> (continuation of Deferred@1160087039 after retry RPC after error@599734186) -> (continuation of Deferred@2012889397 after retry RPC after error@517131725) -> (continuation of Deferred@2008131989 after retry RPC after error@761909934) -> (continuation of Deferred@146787807 after retry RPC after error@775584) -> (continuation of Deferred@2056005941 after retry RPC after error@420706408) -> (continuation of Deferred@1865719712 after retry RPC after error@835514675) -> (continuation of Deferred@705864638 after retry RPC after error@675307180)))
15:04:16.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:16.174743 22359 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:04:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:16.174911 22359 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:04:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:16.175529 22359 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:04:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:16.176337 21455 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:04:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:16.177448 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:04:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:16.177596 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:04:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:16.177716 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:04:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:16.177927 22359 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:04:16.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.314 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@622049686(state=PENDING, result=null, callback=(continuation of Deferred@1202195079 after retry RPC after error@65534834) -> (continuation of Deferred@1633024168 after retry RPC after error@1496461853) -> (continuation of Deferred@1590294414 after retry RPC after error@1657383758) -> (continuation of Deferred@739741447 after retry RPC after error@1685975618) -> (continuation of Deferred@1964580036 after retry RPC after error@1520782066) -> (continuation of Deferred@1247447318 after retry RPC after error@1103007229) -> (continuation of Deferred@2088519218 after retry RPC after error@209609109), errback=(continuation of Deferred@1202195079 after retry RPC after error@65534834) -> (continuation of Deferred@1633024168 after retry RPC after error@1496461853) -> (continuation of Deferred@1590294414 after retry RPC after error@1657383758) -> (continuation of Deferred@739741447 after retry RPC after error@1685975618) -> (continuation of Deferred@1964580036 after retry RPC after error@1520782066) -> (continuation of Deferred@1247447318 after retry RPC after error@1103007229) -> (continuation of Deferred@2088519218 after retry RPC after error@209609109)))
15:04:16.315 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@622049686(state=PENDING, result=null, callback=(continuation of Deferred@1202195079 after retry RPC after error@65534834) -> (continuation of Deferred@1633024168 after retry RPC after error@1496461853) -> (continuation of Deferred@1590294414 after retry RPC after error@1657383758) -> (continuation of Deferred@739741447 after retry RPC after error@1685975618) -> (continuation of Deferred@1964580036 after retry RPC after error@1520782066) -> (continuation of Deferred@1247447318 after retry RPC after error@1103007229) -> (continuation of Deferred@2088519218 after retry RPC after error@209609109), errback=(continuation of Deferred@1202195079 after retry RPC after error@65534834) -> (continuation of Deferred@1633024168 after retry RPC after error@1496461853) -> (continuation of Deferred@1590294414 after retry RPC after error@1657383758) -> (continuation of Deferred@739741447 after retry RPC after error@1685975618) -> (continuation of Deferred@1964580036 after retry RPC after error@1520782066) -> (continuation of Deferred@1247447318 after retry RPC after error@1103007229) -> (continuation of Deferred@2088519218 after retry RPC after error@209609109)))
15:04:16.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.574 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1851091534(state=PENDING, result=null, callback=(continuation of Deferred@1264531493 after retry RPC after error@881052528) -> (continuation of Deferred@1066993463 after retry RPC after error@2052787600) -> (continuation of Deferred@1224183022 after retry RPC after error@1652889291) -> (continuation of Deferred@357700883 after retry RPC after error@935837092) -> (continuation of Deferred@1134810958 after retry RPC after error@156938943) -> (continuation of Deferred@212190218 after retry RPC after error@109408935) -> (continuation of Deferred@1531038878 after retry RPC after error@122835459), errback=(continuation of Deferred@1264531493 after retry RPC after error@881052528) -> (continuation of Deferred@1066993463 after retry RPC after error@2052787600) -> (continuation of Deferred@1224183022 after retry RPC after error@1652889291) -> (continuation of Deferred@357700883 after retry RPC after error@935837092) -> (continuation of Deferred@1134810958 after retry RPC after error@156938943) -> (continuation of Deferred@212190218 after retry RPC after error@109408935) -> (continuation of Deferred@1531038878 after retry RPC after error@122835459)))
15:04:16.574 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1851091534(state=PENDING, result=null, callback=(continuation of Deferred@1264531493 after retry RPC after error@881052528) -> (continuation of Deferred@1066993463 after retry RPC after error@2052787600) -> (continuation of Deferred@1224183022 after retry RPC after error@1652889291) -> (continuation of Deferred@357700883 after retry RPC after error@935837092) -> (continuation of Deferred@1134810958 after retry RPC after error@156938943) -> (continuation of Deferred@212190218 after retry RPC after error@109408935) -> (continuation of Deferred@1531038878 after retry RPC after error@122835459), errback=(continuation of Deferred@1264531493 after retry RPC after error@881052528) -> (continuation of Deferred@1066993463 after retry RPC after error@2052787600) -> (continuation of Deferred@1224183022 after retry RPC after error@1652889291) -> (continuation of Deferred@357700883 after retry RPC after error@935837092) -> (continuation of Deferred@1134810958 after retry RPC after error@156938943) -> (continuation of Deferred@212190218 after retry RPC after error@109408935) -> (continuation of Deferred@1531038878 after retry RPC after error@122835459)))
15:04:16.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.774 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@461849347(state=PENDING, result=null, callback=(continuation of Deferred@1399158236 after retry RPC after error@2116863833) -> (continuation of Deferred@1953706043 after retry RPC after error@1431169773) -> (continuation of Deferred@763280909 after retry RPC after error@896578292) -> (continuation of Deferred@1492106889 after retry RPC after error@1657748987) -> (continuation of Deferred@974748025 after retry RPC after error@181312476) -> (continuation of Deferred@795895802 after retry RPC after error@885761802), errback=(continuation of Deferred@1399158236 after retry RPC after error@2116863833) -> (continuation of Deferred@1953706043 after retry RPC after error@1431169773) -> (continuation of Deferred@763280909 after retry RPC after error@896578292) -> (continuation of Deferred@1492106889 after retry RPC after error@1657748987) -> (continuation of Deferred@974748025 after retry RPC after error@181312476) -> (continuation of Deferred@795895802 after retry RPC after error@885761802)))
15:04:16.774 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@461849347(state=PENDING, result=null, callback=(continuation of Deferred@1399158236 after retry RPC after error@2116863833) -> (continuation of Deferred@1953706043 after retry RPC after error@1431169773) -> (continuation of Deferred@763280909 after retry RPC after error@896578292) -> (continuation of Deferred@1492106889 after retry RPC after error@1657748987) -> (continuation of Deferred@974748025 after retry RPC after error@181312476) -> (continuation of Deferred@795895802 after retry RPC after error@885761802), errback=(continuation of Deferred@1399158236 after retry RPC after error@2116863833) -> (continuation of Deferred@1953706043 after retry RPC after error@1431169773) -> (continuation of Deferred@763280909 after retry RPC after error@896578292) -> (continuation of Deferred@1492106889 after retry RPC after error@1657748987) -> (continuation of Deferred@974748025 after retry RPC after error@181312476) -> (continuation of Deferred@795895802 after retry RPC after error@885761802)))
15:04:16.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:16.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:16.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:16.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:16.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:16.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.014 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1422511190(state=PENDING, result=null, callback=(continuation of Deferred@1675773914 after retry RPC after error@2043565099) -> (continuation of Deferred@2002577329 after retry RPC after error@1844264560) -> (continuation of Deferred@473987200 after retry RPC after error@396630063) -> (continuation of Deferred@123012101 after retry RPC after error@55551009) -> (continuation of Deferred@483678384 after retry RPC after error@721837669) -> (continuation of Deferred@81531436 after retry RPC after error@2060243002) -> (continuation of Deferred@1147344395 after retry RPC after error@1561300372), errback=(continuation of Deferred@1675773914 after retry RPC after error@2043565099) -> (continuation of Deferred@2002577329 after retry RPC after error@1844264560) -> (continuation of Deferred@473987200 after retry RPC after error@396630063) -> (continuation of Deferred@123012101 after retry RPC after error@55551009) -> (continuation of Deferred@483678384 after retry RPC after error@721837669) -> (continuation of Deferred@81531436 after retry RPC after error@2060243002) -> (continuation of Deferred@1147344395 after retry RPC after error@1561300372)))
15:04:17.015 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1422511190(state=PENDING, result=null, callback=(continuation of Deferred@1675773914 after retry RPC after error@2043565099) -> (continuation of Deferred@2002577329 after retry RPC after error@1844264560) -> (continuation of Deferred@473987200 after retry RPC after error@396630063) -> (continuation of Deferred@123012101 after retry RPC after error@55551009) -> (continuation of Deferred@483678384 after retry RPC after error@721837669) -> (continuation of Deferred@81531436 after retry RPC after error@2060243002) -> (continuation of Deferred@1147344395 after retry RPC after error@1561300372), errback=(continuation of Deferred@1675773914 after retry RPC after error@2043565099) -> (continuation of Deferred@2002577329 after retry RPC after error@1844264560) -> (continuation of Deferred@473987200 after retry RPC after error@396630063) -> (continuation of Deferred@123012101 after retry RPC after error@55551009) -> (continuation of Deferred@483678384 after retry RPC after error@721837669) -> (continuation of Deferred@81531436 after retry RPC after error@2060243002) -> (continuation of Deferred@1147344395 after retry RPC after error@1561300372)))
15:04:17.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.215 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1640874388(state=PENDING, result=null, callback=(continuation of Deferred@1208126433 after retry RPC after error@1577853980) -> (continuation of Deferred@24809178 after retry RPC after error@238300672) -> (continuation of Deferred@1379262884 after retry RPC after error@1831211834) -> (continuation of Deferred@956259354 after retry RPC after error@395587883) -> (continuation of Deferred@1792133820 after retry RPC after error@934525727) -> (continuation of Deferred@1970159231 after retry RPC after error@1137001616), errback=(continuation of Deferred@1208126433 after retry RPC after error@1577853980) -> (continuation of Deferred@24809178 after retry RPC after error@238300672) -> (continuation of Deferred@1379262884 after retry RPC after error@1831211834) -> (continuation of Deferred@956259354 after retry RPC after error@395587883) -> (continuation of Deferred@1792133820 after retry RPC after error@934525727) -> (continuation of Deferred@1970159231 after retry RPC after error@1137001616)))
15:04:17.215 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1640874388(state=PENDING, result=null, callback=(continuation of Deferred@1208126433 after retry RPC after error@1577853980) -> (continuation of Deferred@24809178 after retry RPC after error@238300672) -> (continuation of Deferred@1379262884 after retry RPC after error@1831211834) -> (continuation of Deferred@956259354 after retry RPC after error@395587883) -> (continuation of Deferred@1792133820 after retry RPC after error@934525727) -> (continuation of Deferred@1970159231 after retry RPC after error@1137001616), errback=(continuation of Deferred@1208126433 after retry RPC after error@1577853980) -> (continuation of Deferred@24809178 after retry RPC after error@238300672) -> (continuation of Deferred@1379262884 after retry RPC after error@1831211834) -> (continuation of Deferred@956259354 after retry RPC after error@395587883) -> (continuation of Deferred@1792133820 after retry RPC after error@934525727) -> (continuation of Deferred@1970159231 after retry RPC after error@1137001616)))
15:04:17.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.474 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@730206903(state=PENDING, result=null, callback=(continuation of Deferred@898574521 after retry RPC after error@231824600) -> (continuation of Deferred@153256797 after retry RPC after error@313146212) -> (continuation of Deferred@1579942760 after retry RPC after error@1503441897) -> (continuation of Deferred@1153035244 after retry RPC after error@118196484) -> (continuation of Deferred@964881870 after retry RPC after error@87888620) -> (continuation of Deferred@240152364 after retry RPC after error@1439204427) -> (continuation of Deferred@2064314273 after retry RPC after error@382543966), errback=(continuation of Deferred@898574521 after retry RPC after error@231824600) -> (continuation of Deferred@153256797 after retry RPC after error@313146212) -> (continuation of Deferred@1579942760 after retry RPC after error@1503441897) -> (continuation of Deferred@1153035244 after retry RPC after error@118196484) -> (continuation of Deferred@964881870 after retry RPC after error@87888620) -> (continuation of Deferred@240152364 after retry RPC after error@1439204427) -> (continuation of Deferred@2064314273 after retry RPC after error@382543966)))
15:04:17.474 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@730206903(state=PENDING, result=null, callback=(continuation of Deferred@898574521 after retry RPC after error@231824600) -> (continuation of Deferred@153256797 after retry RPC after error@313146212) -> (continuation of Deferred@1579942760 after retry RPC after error@1503441897) -> (continuation of Deferred@1153035244 after retry RPC after error@118196484) -> (continuation of Deferred@964881870 after retry RPC after error@87888620) -> (continuation of Deferred@240152364 after retry RPC after error@1439204427) -> (continuation of Deferred@2064314273 after retry RPC after error@382543966), errback=(continuation of Deferred@898574521 after retry RPC after error@231824600) -> (continuation of Deferred@153256797 after retry RPC after error@313146212) -> (continuation of Deferred@1579942760 after retry RPC after error@1503441897) -> (continuation of Deferred@1153035244 after retry RPC after error@118196484) -> (continuation of Deferred@964881870 after retry RPC after error@87888620) -> (continuation of Deferred@240152364 after retry RPC after error@1439204427) -> (continuation of Deferred@2064314273 after retry RPC after error@382543966)))
15:04:17.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@989506546(state=PENDING, result=null, callback=(continuation of Deferred@1289073451 after retry RPC after error@360057900) -> (continuation of Deferred@695008595 after retry RPC after error@1185314487) -> (continuation of Deferred@663472547 after retry RPC after error@45721106) -> (continuation of Deferred@1290884467 after retry RPC after error@957841812) -> (continuation of Deferred@1076396484 after retry RPC after error@267269861) -> (continuation of Deferred@1232248998 after retry RPC after error@1282179901) -> (continuation of Deferred@1213078997 after retry RPC after error@912868135), errback=(continuation of Deferred@1289073451 after retry RPC after error@360057900) -> (continuation of Deferred@695008595 after retry RPC after error@1185314487) -> (continuation of Deferred@663472547 after retry RPC after error@45721106) -> (continuation of Deferred@1290884467 after retry RPC after error@957841812) -> (continuation of Deferred@1076396484 after retry RPC after error@267269861) -> (continuation of Deferred@1232248998 after retry RPC after error@1282179901) -> (continuation of Deferred@1213078997 after retry RPC after error@912868135)))
15:04:17.714 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@989506546(state=PENDING, result=null, callback=(continuation of Deferred@1289073451 after retry RPC after error@360057900) -> (continuation of Deferred@695008595 after retry RPC after error@1185314487) -> (continuation of Deferred@663472547 after retry RPC after error@45721106) -> (continuation of Deferred@1290884467 after retry RPC after error@957841812) -> (continuation of Deferred@1076396484 after retry RPC after error@267269861) -> (continuation of Deferred@1232248998 after retry RPC after error@1282179901) -> (continuation of Deferred@1213078997 after retry RPC after error@912868135), errback=(continuation of Deferred@1289073451 after retry RPC after error@360057900) -> (continuation of Deferred@695008595 after retry RPC after error@1185314487) -> (continuation of Deferred@663472547 after retry RPC after error@45721106) -> (continuation of Deferred@1290884467 after retry RPC after error@957841812) -> (continuation of Deferred@1076396484 after retry RPC after error@267269861) -> (continuation of Deferred@1232248998 after retry RPC after error@1282179901) -> (continuation of Deferred@1213078997 after retry RPC after error@912868135)))
15:04:17.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@990278436(state=PENDING, result=null, callback=(continuation of Deferred@1621200083 after retry RPC after error@1732882036) -> (continuation of Deferred@1054370237 after retry RPC after error@911188497) -> (continuation of Deferred@1516533535 after retry RPC after error@1895061545) -> (continuation of Deferred@228344331 after retry RPC after error@1183327875) -> (continuation of Deferred@1068330434 after retry RPC after error@1833586446) -> (continuation of Deferred@44680374 after retry RPC after error@93476446) -> (continuation of Deferred@1359341651 after retry RPC after error@1854467906), errback=(continuation of Deferred@1621200083 after retry RPC after error@1732882036) -> (continuation of Deferred@1054370237 after retry RPC after error@911188497) -> (continuation of Deferred@1516533535 after retry RPC after error@1895061545) -> (continuation of Deferred@228344331 after retry RPC after error@1183327875) -> (continuation of Deferred@1068330434 after retry RPC after error@1833586446) -> (continuation of Deferred@44680374 after retry RPC after error@93476446) -> (continuation of Deferred@1359341651 after retry RPC after error@1854467906)))
15:04:17.935 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@990278436(state=PENDING, result=null, callback=(continuation of Deferred@1621200083 after retry RPC after error@1732882036) -> (continuation of Deferred@1054370237 after retry RPC after error@911188497) -> (continuation of Deferred@1516533535 after retry RPC after error@1895061545) -> (continuation of Deferred@228344331 after retry RPC after error@1183327875) -> (continuation of Deferred@1068330434 after retry RPC after error@1833586446) -> (continuation of Deferred@44680374 after retry RPC after error@93476446) -> (continuation of Deferred@1359341651 after retry RPC after error@1854467906), errback=(continuation of Deferred@1621200083 after retry RPC after error@1732882036) -> (continuation of Deferred@1054370237 after retry RPC after error@911188497) -> (continuation of Deferred@1516533535 after retry RPC after error@1895061545) -> (continuation of Deferred@228344331 after retry RPC after error@1183327875) -> (continuation of Deferred@1068330434 after retry RPC after error@1833586446) -> (continuation of Deferred@44680374 after retry RPC after error@93476446) -> (continuation of Deferred@1359341651 after retry RPC after error@1854467906)))
15:04:17.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:17.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:17.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:17.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:17.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:17.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.195 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.195 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1404516869(state=PENDING, result=null, callback=(continuation of Deferred@1496767477 after retry RPC after error@70621775) -> (continuation of Deferred@352939426 after retry RPC after error@2130975252) -> (continuation of Deferred@268603250 after retry RPC after error@952998111) -> (continuation of Deferred@1727501849 after retry RPC after error@964486249) -> (continuation of Deferred@1031902507 after retry RPC after error@1767831844) -> (continuation of Deferred@860093768 after retry RPC after error@1833048293) -> (continuation of Deferred@1549525163 after retry RPC after error@1121105373) -> (continuation of Deferred@1859631474 after retry RPC after error@330236285), errback=(continuation of Deferred@1496767477 after retry RPC after error@70621775) -> (continuation of Deferred@352939426 after retry RPC after error@2130975252) -> (continuation of Deferred@268603250 after retry RPC after error@952998111) -> (continuation of Deferred@1727501849 after retry RPC after error@964486249) -> (continuation of Deferred@1031902507 after retry RPC after error@1767831844) -> (continuation of Deferred@860093768 after retry RPC after error@1833048293) -> (continuation of Deferred@1549525163 after retry RPC after error@1121105373) -> (continuation of Deferred@1859631474 after retry RPC after error@330236285)))
15:04:18.196 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1404516869(state=PENDING, result=null, callback=(continuation of Deferred@1496767477 after retry RPC after error@70621775) -> (continuation of Deferred@352939426 after retry RPC after error@2130975252) -> (continuation of Deferred@268603250 after retry RPC after error@952998111) -> (continuation of Deferred@1727501849 after retry RPC after error@964486249) -> (continuation of Deferred@1031902507 after retry RPC after error@1767831844) -> (continuation of Deferred@860093768 after retry RPC after error@1833048293) -> (continuation of Deferred@1549525163 after retry RPC after error@1121105373) -> (continuation of Deferred@1859631474 after retry RPC after error@330236285), errback=(continuation of Deferred@1496767477 after retry RPC after error@70621775) -> (continuation of Deferred@352939426 after retry RPC after error@2130975252) -> (continuation of Deferred@268603250 after retry RPC after error@952998111) -> (continuation of Deferred@1727501849 after retry RPC after error@964486249) -> (continuation of Deferred@1031902507 after retry RPC after error@1767831844) -> (continuation of Deferred@860093768 after retry RPC after error@1833048293) -> (continuation of Deferred@1549525163 after retry RPC after error@1121105373) -> (continuation of Deferred@1859631474 after retry RPC after error@330236285)))
15:04:18.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.375 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [85ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1615250293(state=PENDING, result=null, callback=(continuation of Deferred@173306513 after retry RPC after error@628542931) -> (continuation of Deferred@1479828710 after retry RPC after error@239028734) -> (continuation of Deferred@668361298 after retry RPC after error@878525230) -> (continuation of Deferred@1328904727 after retry RPC after error@993114806) -> (continuation of Deferred@803310448 after retry RPC after error@1924678121) -> (continuation of Deferred@381253739 after retry RPC after error@552309760) -> (continuation of Deferred@57815398 after retry RPC after error@871735272), errback=(continuation of Deferred@173306513 after retry RPC after error@628542931) -> (continuation of Deferred@1479828710 after retry RPC after error@239028734) -> (continuation of Deferred@668361298 after retry RPC after error@878525230) -> (continuation of Deferred@1328904727 after retry RPC after error@993114806) -> (continuation of Deferred@803310448 after retry RPC after error@1924678121) -> (continuation of Deferred@381253739 after retry RPC after error@552309760) -> (continuation of Deferred@57815398 after retry RPC after error@871735272)))
15:04:18.414 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [85ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1615250293(state=PENDING, result=null, callback=(continuation of Deferred@173306513 after retry RPC after error@628542931) -> (continuation of Deferred@1479828710 after retry RPC after error@239028734) -> (continuation of Deferred@668361298 after retry RPC after error@878525230) -> (continuation of Deferred@1328904727 after retry RPC after error@993114806) -> (continuation of Deferred@803310448 after retry RPC after error@1924678121) -> (continuation of Deferred@381253739 after retry RPC after error@552309760) -> (continuation of Deferred@57815398 after retry RPC after error@871735272), errback=(continuation of Deferred@173306513 after retry RPC after error@628542931) -> (continuation of Deferred@1479828710 after retry RPC after error@239028734) -> (continuation of Deferred@668361298 after retry RPC after error@878525230) -> (continuation of Deferred@1328904727 after retry RPC after error@993114806) -> (continuation of Deferred@803310448 after retry RPC after error@1924678121) -> (continuation of Deferred@381253739 after retry RPC after error@552309760) -> (continuation of Deferred@57815398 after retry RPC after error@871735272)))
15:04:18.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.674 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1159911928(state=PENDING, result=null, callback=(continuation of Deferred@855409098 after retry RPC after error@249609354) -> (continuation of Deferred@1663804895 after retry RPC after error@806702427) -> (continuation of Deferred@1714513986 after retry RPC after error@1832819938) -> (continuation of Deferred@1401280967 after retry RPC after error@1231042937) -> (continuation of Deferred@612248431 after retry RPC after error@1035889294) -> (continuation of Deferred@1082709791 after retry RPC after error@149656966) -> (continuation of Deferred@1570497191 after retry RPC after error@322902400) -> (continuation of Deferred@361301207 after retry RPC after error@1100674117), errback=(continuation of Deferred@855409098 after retry RPC after error@249609354) -> (continuation of Deferred@1663804895 after retry RPC after error@806702427) -> (continuation of Deferred@1714513986 after retry RPC after error@1832819938) -> (continuation of Deferred@1401280967 after retry RPC after error@1231042937) -> (continuation of Deferred@612248431 after retry RPC after error@1035889294) -> (continuation of Deferred@1082709791 after retry RPC after error@149656966) -> (continuation of Deferred@1570497191 after retry RPC after error@322902400) -> (continuation of Deferred@361301207 after retry RPC after error@1100674117)))
15:04:18.674 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1159911928(state=PENDING, result=null, callback=(continuation of Deferred@855409098 after retry RPC after error@249609354) -> (continuation of Deferred@1663804895 after retry RPC after error@806702427) -> (continuation of Deferred@1714513986 after retry RPC after error@1832819938) -> (continuation of Deferred@1401280967 after retry RPC after error@1231042937) -> (continuation of Deferred@612248431 after retry RPC after error@1035889294) -> (continuation of Deferred@1082709791 after retry RPC after error@149656966) -> (continuation of Deferred@1570497191 after retry RPC after error@322902400) -> (continuation of Deferred@361301207 after retry RPC after error@1100674117), errback=(continuation of Deferred@855409098 after retry RPC after error@249609354) -> (continuation of Deferred@1663804895 after retry RPC after error@806702427) -> (continuation of Deferred@1714513986 after retry RPC after error@1832819938) -> (continuation of Deferred@1401280967 after retry RPC after error@1231042937) -> (continuation of Deferred@612248431 after retry RPC after error@1035889294) -> (continuation of Deferred@1082709791 after retry RPC after error@149656966) -> (continuation of Deferred@1570497191 after retry RPC after error@322902400) -> (continuation of Deferred@361301207 after retry RPC after error@1100674117)))
15:04:18.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1404325128(state=PENDING, result=null, callback=(continuation of Deferred@301624686 after retry RPC after error@1416636356) -> (continuation of Deferred@1031038141 after retry RPC after error@1289335318) -> (continuation of Deferred@235550718 after retry RPC after error@1527873532) -> (continuation of Deferred@1172220335 after retry RPC after error@1142356480) -> (continuation of Deferred@469532859 after retry RPC after error@1271067303) -> (continuation of Deferred@2069997985 after retry RPC after error@139758135) -> (continuation of Deferred@2001873630 after retry RPC after error@735684953), errback=(continuation of Deferred@301624686 after retry RPC after error@1416636356) -> (continuation of Deferred@1031038141 after retry RPC after error@1289335318) -> (continuation of Deferred@235550718 after retry RPC after error@1527873532) -> (continuation of Deferred@1172220335 after retry RPC after error@1142356480) -> (continuation of Deferred@469532859 after retry RPC after error@1271067303) -> (continuation of Deferred@2069997985 after retry RPC after error@139758135) -> (continuation of Deferred@2001873630 after retry RPC after error@735684953)))
15:04:18.934 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1404325128(state=PENDING, result=null, callback=(continuation of Deferred@301624686 after retry RPC after error@1416636356) -> (continuation of Deferred@1031038141 after retry RPC after error@1289335318) -> (continuation of Deferred@235550718 after retry RPC after error@1527873532) -> (continuation of Deferred@1172220335 after retry RPC after error@1142356480) -> (continuation of Deferred@469532859 after retry RPC after error@1271067303) -> (continuation of Deferred@2069997985 after retry RPC after error@139758135) -> (continuation of Deferred@2001873630 after retry RPC after error@735684953), errback=(continuation of Deferred@301624686 after retry RPC after error@1416636356) -> (continuation of Deferred@1031038141 after retry RPC after error@1289335318) -> (continuation of Deferred@235550718 after retry RPC after error@1527873532) -> (continuation of Deferred@1172220335 after retry RPC after error@1142356480) -> (continuation of Deferred@469532859 after retry RPC after error@1271067303) -> (continuation of Deferred@2069997985 after retry RPC after error@139758135) -> (continuation of Deferred@2001873630 after retry RPC after error@735684953)))
15:04:18.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:18.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:18.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:18.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:18.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:18.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.212 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1606758666(state=PENDING, result=null, callback=(continuation of Deferred@993815321 after retry RPC after error@587040088) -> (continuation of Deferred@2048318672 after retry RPC after error@204341241) -> (continuation of Deferred@1410415046 after retry RPC after error@445161817) -> (continuation of Deferred@1454640772 after retry RPC after error@889581980) -> (continuation of Deferred@1745302003 after retry RPC after error@937088963) -> (continuation of Deferred@1097613202 after retry RPC after error@1535094578) -> (continuation of Deferred@178689287 after retry RPC after error@1797467999), errback=(continuation of Deferred@993815321 after retry RPC after error@587040088) -> (continuation of Deferred@2048318672 after retry RPC after error@204341241) -> (continuation of Deferred@1410415046 after retry RPC after error@445161817) -> (continuation of Deferred@1454640772 after retry RPC after error@889581980) -> (continuation of Deferred@1745302003 after retry RPC after error@937088963) -> (continuation of Deferred@1097613202 after retry RPC after error@1535094578) -> (continuation of Deferred@178689287 after retry RPC after error@1797467999)))
15:04:19.213 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:19.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@416806047(state=PENDING, result=null, callback=(continuation of Deferred@466652957 after retry RPC after error@1670735784) -> (continuation of Deferred@922152074 after retry RPC after error@287475143) -> (continuation of Deferred@244664473 after retry RPC after error@1190512324) -> (continuation of Deferred@1197928492 after retry RPC after error@1114593722) -> (continuation of Deferred@1712984302 after retry RPC after error@246495503) -> (continuation of Deferred@2124828517 after retry RPC after error@1186757506) -> (continuation of Deferred@1888980699 after retry RPC after error@2003413127), errback=(continuation of Deferred@466652957 after retry RPC after error@1670735784) -> (continuation of Deferred@922152074 after retry RPC after error@287475143) -> (continuation of Deferred@244664473 after retry RPC after error@1190512324) -> (continuation of Deferred@1197928492 after retry RPC after error@1114593722) -> (continuation of Deferred@1712984302 after retry RPC after error@246495503) -> (continuation of Deferred@2124828517 after retry RPC after error@1186757506) -> (continuation of Deferred@1888980699 after retry RPC after error@2003413127)))
15:04:19.415 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [183ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@416806047(state=PENDING, result=null, callback=(continuation of Deferred@466652957 after retry RPC after error@1670735784) -> (continuation of Deferred@922152074 after retry RPC after error@287475143) -> (continuation of Deferred@244664473 after retry RPC after error@1190512324) -> (continuation of Deferred@1197928492 after retry RPC after error@1114593722) -> (continuation of Deferred@1712984302 after retry RPC after error@246495503) -> (continuation of Deferred@2124828517 after retry RPC after error@1186757506) -> (continuation of Deferred@1888980699 after retry RPC after error@2003413127), errback=(continuation of Deferred@466652957 after retry RPC after error@1670735784) -> (continuation of Deferred@922152074 after retry RPC after error@287475143) -> (continuation of Deferred@244664473 after retry RPC after error@1190512324) -> (continuation of Deferred@1197928492 after retry RPC after error@1114593722) -> (continuation of Deferred@1712984302 after retry RPC after error@246495503) -> (continuation of Deferred@2124828517 after retry RPC after error@1186757506) -> (continuation of Deferred@1888980699 after retry RPC after error@2003413127)))
15:04:19.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.614 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@526007088(state=PENDING, result=null, callback=(continuation of Deferred@1694276748 after retry RPC after error@230424827) -> (continuation of Deferred@1420363000 after retry RPC after error@442775270) -> (continuation of Deferred@444387802 after retry RPC after error@2007675318) -> (continuation of Deferred@1798894975 after retry RPC after error@1355820536) -> (continuation of Deferred@752800825 after retry RPC after error@249292565) -> (continuation of Deferred@585394364 after retry RPC after error@1938439925) -> (continuation of Deferred@699351969 after retry RPC after error@2015230670), errback=(continuation of Deferred@1694276748 after retry RPC after error@230424827) -> (continuation of Deferred@1420363000 after retry RPC after error@442775270) -> (continuation of Deferred@444387802 after retry RPC after error@2007675318) -> (continuation of Deferred@1798894975 after retry RPC after error@1355820536) -> (continuation of Deferred@752800825 after retry RPC after error@249292565) -> (continuation of Deferred@585394364 after retry RPC after error@1938439925) -> (continuation of Deferred@699351969 after retry RPC after error@2015230670)))
15:04:19.615 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@526007088(state=PENDING, result=null, callback=(continuation of Deferred@1694276748 after retry RPC after error@230424827) -> (continuation of Deferred@1420363000 after retry RPC after error@442775270) -> (continuation of Deferred@444387802 after retry RPC after error@2007675318) -> (continuation of Deferred@1798894975 after retry RPC after error@1355820536) -> (continuation of Deferred@752800825 after retry RPC after error@249292565) -> (continuation of Deferred@585394364 after retry RPC after error@1938439925) -> (continuation of Deferred@699351969 after retry RPC after error@2015230670), errback=(continuation of Deferred@1694276748 after retry RPC after error@230424827) -> (continuation of Deferred@1420363000 after retry RPC after error@442775270) -> (continuation of Deferred@444387802 after retry RPC after error@2007675318) -> (continuation of Deferred@1798894975 after retry RPC after error@1355820536) -> (continuation of Deferred@752800825 after retry RPC after error@249292565) -> (continuation of Deferred@585394364 after retry RPC after error@1938439925) -> (continuation of Deferred@699351969 after retry RPC after error@2015230670)))
15:04:19.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.735 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.814 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1144477163(state=PENDING, result=null, callback=(continuation of Deferred@518514763 after retry RPC after error@922293034) -> (continuation of Deferred@1415536149 after retry RPC after error@708428152) -> (continuation of Deferred@188596676 after retry RPC after error@1973674954) -> (continuation of Deferred@1537385629 after retry RPC after error@1072995472) -> (continuation of Deferred@1512196427 after retry RPC after error@812997750) -> (continuation of Deferred@2126352553 after retry RPC after error@1698075634) -> (continuation of Deferred@764868110 after retry RPC after error@932874534), errback=(continuation of Deferred@518514763 after retry RPC after error@922293034) -> (continuation of Deferred@1415536149 after retry RPC after error@708428152) -> (continuation of Deferred@188596676 after retry RPC after error@1973674954) -> (continuation of Deferred@1537385629 after retry RPC after error@1072995472) -> (continuation of Deferred@1512196427 after retry RPC after error@812997750) -> (continuation of Deferred@2126352553 after retry RPC after error@1698075634) -> (continuation of Deferred@764868110 after retry RPC after error@932874534)))
15:04:19.815 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1144477163(state=PENDING, result=null, callback=(continuation of Deferred@518514763 after retry RPC after error@922293034) -> (continuation of Deferred@1415536149 after retry RPC after error@708428152) -> (continuation of Deferred@188596676 after retry RPC after error@1973674954) -> (continuation of Deferred@1537385629 after retry RPC after error@1072995472) -> (continuation of Deferred@1512196427 after retry RPC after error@812997750) -> (continuation of Deferred@2126352553 after retry RPC after error@1698075634) -> (continuation of Deferred@764868110 after retry RPC after error@932874534), errback=(continuation of Deferred@518514763 after retry RPC after error@922293034) -> (continuation of Deferred@1415536149 after retry RPC after error@708428152) -> (continuation of Deferred@188596676 after retry RPC after error@1973674954) -> (continuation of Deferred@1537385629 after retry RPC after error@1072995472) -> (continuation of Deferred@1512196427 after retry RPC after error@812997750) -> (continuation of Deferred@2126352553 after retry RPC after error@1698075634) -> (continuation of Deferred@764868110 after retry RPC after error@932874534)))
15:04:19.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:19.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:19.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:19.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:19.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:19.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.034 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@852664246(state=PENDING, result=null, callback=(continuation of Deferred@1598012723 after retry RPC after error@553238369) -> (continuation of Deferred@2050005022 after retry RPC after error@1547278273) -> (continuation of Deferred@2119003984 after retry RPC after error@329434447) -> (continuation of Deferred@1840013133 after retry RPC after error@2109430438) -> (continuation of Deferred@1746505134 after retry RPC after error@1838458207) -> (continuation of Deferred@1649269143 after retry RPC after error@1166332178) -> (continuation of Deferred@1641300209 after retry RPC after error@690143177), errback=(continuation of Deferred@1598012723 after retry RPC after error@553238369) -> (continuation of Deferred@2050005022 after retry RPC after error@1547278273) -> (continuation of Deferred@2119003984 after retry RPC after error@329434447) -> (continuation of Deferred@1840013133 after retry RPC after error@2109430438) -> (continuation of Deferred@1746505134 after retry RPC after error@1838458207) -> (continuation of Deferred@1649269143 after retry RPC after error@1166332178) -> (continuation of Deferred@1641300209 after retry RPC after error@690143177)))
15:04:20.035 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@852664246(state=PENDING, result=null, callback=(continuation of Deferred@1598012723 after retry RPC after error@553238369) -> (continuation of Deferred@2050005022 after retry RPC after error@1547278273) -> (continuation of Deferred@2119003984 after retry RPC after error@329434447) -> (continuation of Deferred@1840013133 after retry RPC after error@2109430438) -> (continuation of Deferred@1746505134 after retry RPC after error@1838458207) -> (continuation of Deferred@1649269143 after retry RPC after error@1166332178) -> (continuation of Deferred@1641300209 after retry RPC after error@690143177), errback=(continuation of Deferred@1598012723 after retry RPC after error@553238369) -> (continuation of Deferred@2050005022 after retry RPC after error@1547278273) -> (continuation of Deferred@2119003984 after retry RPC after error@329434447) -> (continuation of Deferred@1840013133 after retry RPC after error@2109430438) -> (continuation of Deferred@1746505134 after retry RPC after error@1838458207) -> (continuation of Deferred@1649269143 after retry RPC after error@1166332178) -> (continuation of Deferred@1641300209 after retry RPC after error@690143177)))
15:04:20.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.234 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@93397406(state=PENDING, result=null, callback=(continuation of Deferred@1598438620 after retry RPC after error@848168653) -> (continuation of Deferred@521627347 after retry RPC after error@327563646) -> (continuation of Deferred@2101892878 after retry RPC after error@1068670468) -> (continuation of Deferred@465000159 after retry RPC after error@962117918) -> (continuation of Deferred@102175004 after retry RPC after error@763297124) -> (continuation of Deferred@207505338 after retry RPC after error@1945188126), errback=(continuation of Deferred@1598438620 after retry RPC after error@848168653) -> (continuation of Deferred@521627347 after retry RPC after error@327563646) -> (continuation of Deferred@2101892878 after retry RPC after error@1068670468) -> (continuation of Deferred@465000159 after retry RPC after error@962117918) -> (continuation of Deferred@102175004 after retry RPC after error@763297124) -> (continuation of Deferred@207505338 after retry RPC after error@1945188126)))
15:04:20.239 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@93397406(state=PENDING, result=null, callback=(continuation of Deferred@1598438620 after retry RPC after error@848168653) -> (continuation of Deferred@521627347 after retry RPC after error@327563646) -> (continuation of Deferred@2101892878 after retry RPC after error@1068670468) -> (continuation of Deferred@465000159 after retry RPC after error@962117918) -> (continuation of Deferred@102175004 after retry RPC after error@763297124) -> (continuation of Deferred@207505338 after retry RPC after error@1945188126), errback=(continuation of Deferred@1598438620 after retry RPC after error@848168653) -> (continuation of Deferred@521627347 after retry RPC after error@327563646) -> (continuation of Deferred@2101892878 after retry RPC after error@1068670468) -> (continuation of Deferred@465000159 after retry RPC after error@962117918) -> (continuation of Deferred@102175004 after retry RPC after error@763297124) -> (continuation of Deferred@207505338 after retry RPC after error@1945188126)))
15:04:20.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@768045129(state=PENDING, result=null, callback=(continuation of Deferred@1374715067 after retry RPC after error@1002875589) -> (continuation of Deferred@995189321 after retry RPC after error@755112018) -> (continuation of Deferred@2143661293 after retry RPC after error@1910219090) -> (continuation of Deferred@1093191178 after retry RPC after error@2094372597) -> (continuation of Deferred@782626630 after retry RPC after error@47713009) -> (continuation of Deferred@88577078 after retry RPC after error@1433782357), errback=(continuation of Deferred@1374715067 after retry RPC after error@1002875589) -> (continuation of Deferred@995189321 after retry RPC after error@755112018) -> (continuation of Deferred@2143661293 after retry RPC after error@1910219090) -> (continuation of Deferred@1093191178 after retry RPC after error@2094372597) -> (continuation of Deferred@782626630 after retry RPC after error@47713009) -> (continuation of Deferred@88577078 after retry RPC after error@1433782357)))
15:04:20.415 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@768045129(state=PENDING, result=null, callback=(continuation of Deferred@1374715067 after retry RPC after error@1002875589) -> (continuation of Deferred@995189321 after retry RPC after error@755112018) -> (continuation of Deferred@2143661293 after retry RPC after error@1910219090) -> (continuation of Deferred@1093191178 after retry RPC after error@2094372597) -> (continuation of Deferred@782626630 after retry RPC after error@47713009) -> (continuation of Deferred@88577078 after retry RPC after error@1433782357), errback=(continuation of Deferred@1374715067 after retry RPC after error@1002875589) -> (continuation of Deferred@995189321 after retry RPC after error@755112018) -> (continuation of Deferred@2143661293 after retry RPC after error@1910219090) -> (continuation of Deferred@1093191178 after retry RPC after error@2094372597) -> (continuation of Deferred@782626630 after retry RPC after error@47713009) -> (continuation of Deferred@88577078 after retry RPC after error@1433782357)))
15:04:20.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@748371253(state=PENDING, result=null, callback=(continuation of Deferred@1141298644 after retry RPC after error@1003821096) -> (continuation of Deferred@1575191925 after retry RPC after error@677669225) -> (continuation of Deferred@1514054084 after retry RPC after error@1236920051) -> (continuation of Deferred@137370268 after retry RPC after error@60032466) -> (continuation of Deferred@738964709 after retry RPC after error@713249257) -> (continuation of Deferred@577723103 after retry RPC after error@24535509) -> (continuation of Deferred@1881887106 after retry RPC after error@1083660919), errback=(continuation of Deferred@1141298644 after retry RPC after error@1003821096) -> (continuation of Deferred@1575191925 after retry RPC after error@677669225) -> (continuation of Deferred@1514054084 after retry RPC after error@1236920051) -> (continuation of Deferred@137370268 after retry RPC after error@60032466) -> (continuation of Deferred@738964709 after retry RPC after error@713249257) -> (continuation of Deferred@577723103 after retry RPC after error@24535509) -> (continuation of Deferred@1881887106 after retry RPC after error@1083660919)))
15:04:20.635 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@748371253(state=PENDING, result=null, callback=(continuation of Deferred@1141298644 after retry RPC after error@1003821096) -> (continuation of Deferred@1575191925 after retry RPC after error@677669225) -> (continuation of Deferred@1514054084 after retry RPC after error@1236920051) -> (continuation of Deferred@137370268 after retry RPC after error@60032466) -> (continuation of Deferred@738964709 after retry RPC after error@713249257) -> (continuation of Deferred@577723103 after retry RPC after error@24535509) -> (continuation of Deferred@1881887106 after retry RPC after error@1083660919), errback=(continuation of Deferred@1141298644 after retry RPC after error@1003821096) -> (continuation of Deferred@1575191925 after retry RPC after error@677669225) -> (continuation of Deferred@1514054084 after retry RPC after error@1236920051) -> (continuation of Deferred@137370268 after retry RPC after error@60032466) -> (continuation of Deferred@738964709 after retry RPC after error@713249257) -> (continuation of Deferred@577723103 after retry RPC after error@24535509) -> (continuation of Deferred@1881887106 after retry RPC after error@1083660919)))
15:04:20.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.874 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1913529065(state=PENDING, result=null, callback=(continuation of Deferred@977852304 after retry RPC after error@1470104575) -> (continuation of Deferred@1502685531 after retry RPC after error@1519079914) -> (continuation of Deferred@646183292 after retry RPC after error@1911269800) -> (continuation of Deferred@568364351 after retry RPC after error@568630504) -> (continuation of Deferred@404085169 after retry RPC after error@882873842) -> (continuation of Deferred@296972075 after retry RPC after error@339059241) -> (continuation of Deferred@576399695 after retry RPC after error@1789069555), errback=(continuation of Deferred@977852304 after retry RPC after error@1470104575) -> (continuation of Deferred@1502685531 after retry RPC after error@1519079914) -> (continuation of Deferred@646183292 after retry RPC after error@1911269800) -> (continuation of Deferred@568364351 after retry RPC after error@568630504) -> (continuation of Deferred@404085169 after retry RPC after error@882873842) -> (continuation of Deferred@296972075 after retry RPC after error@339059241) -> (continuation of Deferred@576399695 after retry RPC after error@1789069555)))
15:04:20.874 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1913529065(state=PENDING, result=null, callback=(continuation of Deferred@977852304 after retry RPC after error@1470104575) -> (continuation of Deferred@1502685531 after retry RPC after error@1519079914) -> (continuation of Deferred@646183292 after retry RPC after error@1911269800) -> (continuation of Deferred@568364351 after retry RPC after error@568630504) -> (continuation of Deferred@404085169 after retry RPC after error@882873842) -> (continuation of Deferred@296972075 after retry RPC after error@339059241) -> (continuation of Deferred@576399695 after retry RPC after error@1789069555), errback=(continuation of Deferred@977852304 after retry RPC after error@1470104575) -> (continuation of Deferred@1502685531 after retry RPC after error@1519079914) -> (continuation of Deferred@646183292 after retry RPC after error@1911269800) -> (continuation of Deferred@568364351 after retry RPC after error@568630504) -> (continuation of Deferred@404085169 after retry RPC after error@882873842) -> (continuation of Deferred@296972075 after retry RPC after error@339059241) -> (continuation of Deferred@576399695 after retry RPC after error@1789069555)))
15:04:20.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:20.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:20.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:20.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:20.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:20.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.134 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1850083485(state=PENDING, result=null, callback=(continuation of Deferred@766956757 after retry RPC after error@1406934367) -> (continuation of Deferred@976056891 after retry RPC after error@1693550339) -> (continuation of Deferred@2147149620 after retry RPC after error@1283406705) -> (continuation of Deferred@487732335 after retry RPC after error@1966301521) -> (continuation of Deferred@1566112644 after retry RPC after error@1758062573) -> (continuation of Deferred@1693718487 after retry RPC after error@178510833) -> (continuation of Deferred@280860154 after retry RPC after error@929885839) -> (continuation of Deferred@1935805722 after retry RPC after error@1737108692), errback=(continuation of Deferred@766956757 after retry RPC after error@1406934367) -> (continuation of Deferred@976056891 after retry RPC after error@1693550339) -> (continuation of Deferred@2147149620 after retry RPC after error@1283406705) -> (continuation of Deferred@487732335 after retry RPC after error@1966301521) -> (continuation of Deferred@1566112644 after retry RPC after error@1758062573) -> (continuation of Deferred@1693718487 after retry RPC after error@178510833) -> (continuation of Deferred@280860154 after retry RPC after error@929885839) -> (continuation of Deferred@1935805722 after retry RPC after error@1737108692)))
15:04:21.135 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1850083485(state=PENDING, result=null, callback=(continuation of Deferred@766956757 after retry RPC after error@1406934367) -> (continuation of Deferred@976056891 after retry RPC after error@1693550339) -> (continuation of Deferred@2147149620 after retry RPC after error@1283406705) -> (continuation of Deferred@487732335 after retry RPC after error@1966301521) -> (continuation of Deferred@1566112644 after retry RPC after error@1758062573) -> (continuation of Deferred@1693718487 after retry RPC after error@178510833) -> (continuation of Deferred@280860154 after retry RPC after error@929885839) -> (continuation of Deferred@1935805722 after retry RPC after error@1737108692), errback=(continuation of Deferred@766956757 after retry RPC after error@1406934367) -> (continuation of Deferred@976056891 after retry RPC after error@1693550339) -> (continuation of Deferred@2147149620 after retry RPC after error@1283406705) -> (continuation of Deferred@487732335 after retry RPC after error@1966301521) -> (continuation of Deferred@1566112644 after retry RPC after error@1758062573) -> (continuation of Deferred@1693718487 after retry RPC after error@178510833) -> (continuation of Deferred@280860154 after retry RPC after error@929885839) -> (continuation of Deferred@1935805722 after retry RPC after error@1737108692)))
15:04:21.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.394 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1053244686(state=PENDING, result=null, callback=(continuation of Deferred@238560192 after retry RPC after error@20871165) -> (continuation of Deferred@227036035 after retry RPC after error@169883761) -> (continuation of Deferred@1170816214 after retry RPC after error@934951437) -> (continuation of Deferred@2023865130 after retry RPC after error@1934227455) -> (continuation of Deferred@2146061004 after retry RPC after error@426147182) -> (continuation of Deferred@1827405187 after retry RPC after error@1352731118) -> (continuation of Deferred@2100331804 after retry RPC after error@1461131993), errback=(continuation of Deferred@238560192 after retry RPC after error@20871165) -> (continuation of Deferred@227036035 after retry RPC after error@169883761) -> (continuation of Deferred@1170816214 after retry RPC after error@934951437) -> (continuation of Deferred@2023865130 after retry RPC after error@1934227455) -> (continuation of Deferred@2146061004 after retry RPC after error@426147182) -> (continuation of Deferred@1827405187 after retry RPC after error@1352731118) -> (continuation of Deferred@2100331804 after retry RPC after error@1461131993)))
15:04:21.394 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1053244686(state=PENDING, result=null, callback=(continuation of Deferred@238560192 after retry RPC after error@20871165) -> (continuation of Deferred@227036035 after retry RPC after error@169883761) -> (continuation of Deferred@1170816214 after retry RPC after error@934951437) -> (continuation of Deferred@2023865130 after retry RPC after error@1934227455) -> (continuation of Deferred@2146061004 after retry RPC after error@426147182) -> (continuation of Deferred@1827405187 after retry RPC after error@1352731118) -> (continuation of Deferred@2100331804 after retry RPC after error@1461131993), errback=(continuation of Deferred@238560192 after retry RPC after error@20871165) -> (continuation of Deferred@227036035 after retry RPC after error@169883761) -> (continuation of Deferred@1170816214 after retry RPC after error@934951437) -> (continuation of Deferred@2023865130 after retry RPC after error@1934227455) -> (continuation of Deferred@2146061004 after retry RPC after error@426147182) -> (continuation of Deferred@1827405187 after retry RPC after error@1352731118) -> (continuation of Deferred@2100331804 after retry RPC after error@1461131993)))
15:04:21.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.594 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1517393860(state=PENDING, result=null, callback=(continuation of Deferred@780775162 after retry RPC after error@365328100) -> (continuation of Deferred@1016234739 after retry RPC after error@1779170578) -> (continuation of Deferred@152465623 after retry RPC after error@792806983) -> (continuation of Deferred@124570694 after retry RPC after error@851067604) -> (continuation of Deferred@135273628 after retry RPC after error@767955111) -> (continuation of Deferred@1286207397 after retry RPC after error@753246214) -> (continuation of Deferred@614051322 after retry RPC after error@961008358), errback=(continuation of Deferred@780775162 after retry RPC after error@365328100) -> (continuation of Deferred@1016234739 after retry RPC after error@1779170578) -> (continuation of Deferred@152465623 after retry RPC after error@792806983) -> (continuation of Deferred@124570694 after retry RPC after error@851067604) -> (continuation of Deferred@135273628 after retry RPC after error@767955111) -> (continuation of Deferred@1286207397 after retry RPC after error@753246214) -> (continuation of Deferred@614051322 after retry RPC after error@961008358)))
15:04:21.594 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1517393860(state=PENDING, result=null, callback=(continuation of Deferred@780775162 after retry RPC after error@365328100) -> (continuation of Deferred@1016234739 after retry RPC after error@1779170578) -> (continuation of Deferred@152465623 after retry RPC after error@792806983) -> (continuation of Deferred@124570694 after retry RPC after error@851067604) -> (continuation of Deferred@135273628 after retry RPC after error@767955111) -> (continuation of Deferred@1286207397 after retry RPC after error@753246214) -> (continuation of Deferred@614051322 after retry RPC after error@961008358), errback=(continuation of Deferred@780775162 after retry RPC after error@365328100) -> (continuation of Deferred@1016234739 after retry RPC after error@1779170578) -> (continuation of Deferred@152465623 after retry RPC after error@792806983) -> (continuation of Deferred@124570694 after retry RPC after error@851067604) -> (continuation of Deferred@135273628 after retry RPC after error@767955111) -> (continuation of Deferred@1286207397 after retry RPC after error@753246214) -> (continuation of Deferred@614051322 after retry RPC after error@961008358)))
15:04:21.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.855 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1008448048(state=PENDING, result=null, callback=(continuation of Deferred@1206532763 after retry RPC after error@1951398082) -> (continuation of Deferred@1280717567 after retry RPC after error@767398775) -> (continuation of Deferred@999643833 after retry RPC after error@806825185) -> (continuation of Deferred@1303065046 after retry RPC after error@214705471) -> (continuation of Deferred@496887437 after retry RPC after error@350527995) -> (continuation of Deferred@5576496 after retry RPC after error@1834823640) -> (continuation of Deferred@528881008 after retry RPC after error@786207746), errback=(continuation of Deferred@1206532763 after retry RPC after error@1951398082) -> (continuation of Deferred@1280717567 after retry RPC after error@767398775) -> (continuation of Deferred@999643833 after retry RPC after error@806825185) -> (continuation of Deferred@1303065046 after retry RPC after error@214705471) -> (continuation of Deferred@496887437 after retry RPC after error@350527995) -> (continuation of Deferred@5576496 after retry RPC after error@1834823640) -> (continuation of Deferred@528881008 after retry RPC after error@786207746)))
15:04:21.855 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1008448048(state=PENDING, result=null, callback=(continuation of Deferred@1206532763 after retry RPC after error@1951398082) -> (continuation of Deferred@1280717567 after retry RPC after error@767398775) -> (continuation of Deferred@999643833 after retry RPC after error@806825185) -> (continuation of Deferred@1303065046 after retry RPC after error@214705471) -> (continuation of Deferred@496887437 after retry RPC after error@350527995) -> (continuation of Deferred@5576496 after retry RPC after error@1834823640) -> (continuation of Deferred@528881008 after retry RPC after error@786207746), errback=(continuation of Deferred@1206532763 after retry RPC after error@1951398082) -> (continuation of Deferred@1280717567 after retry RPC after error@767398775) -> (continuation of Deferred@999643833 after retry RPC after error@806825185) -> (continuation of Deferred@1303065046 after retry RPC after error@214705471) -> (continuation of Deferred@496887437 after retry RPC after error@350527995) -> (continuation of Deferred@5576496 after retry RPC after error@1834823640) -> (continuation of Deferred@528881008 after retry RPC after error@786207746)))
15:04:21.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:21.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:21.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:21.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:21.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:21.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.114 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@674462146(state=PENDING, result=null, callback=(continuation of Deferred@871375847 after retry RPC after error@1365696055) -> (continuation of Deferred@858567842 after retry RPC after error@6436460) -> (continuation of Deferred@843039388 after retry RPC after error@1431250314) -> (continuation of Deferred@51380773 after retry RPC after error@315659645) -> (continuation of Deferred@1589087897 after retry RPC after error@1928889264) -> (continuation of Deferred@1912256224 after retry RPC after error@1737993951) -> (continuation of Deferred@87439346 after retry RPC after error@870695399), errback=(continuation of Deferred@871375847 after retry RPC after error@1365696055) -> (continuation of Deferred@858567842 after retry RPC after error@6436460) -> (continuation of Deferred@843039388 after retry RPC after error@1431250314) -> (continuation of Deferred@51380773 after retry RPC after error@315659645) -> (continuation of Deferred@1589087897 after retry RPC after error@1928889264) -> (continuation of Deferred@1912256224 after retry RPC after error@1737993951) -> (continuation of Deferred@87439346 after retry RPC after error@870695399)))
15:04:22.115 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@674462146(state=PENDING, result=null, callback=(continuation of Deferred@871375847 after retry RPC after error@1365696055) -> (continuation of Deferred@858567842 after retry RPC after error@6436460) -> (continuation of Deferred@843039388 after retry RPC after error@1431250314) -> (continuation of Deferred@51380773 after retry RPC after error@315659645) -> (continuation of Deferred@1589087897 after retry RPC after error@1928889264) -> (continuation of Deferred@1912256224 after retry RPC after error@1737993951) -> (continuation of Deferred@87439346 after retry RPC after error@870695399), errback=(continuation of Deferred@871375847 after retry RPC after error@1365696055) -> (continuation of Deferred@858567842 after retry RPC after error@6436460) -> (continuation of Deferred@843039388 after retry RPC after error@1431250314) -> (continuation of Deferred@51380773 after retry RPC after error@315659645) -> (continuation of Deferred@1589087897 after retry RPC after error@1928889264) -> (continuation of Deferred@1912256224 after retry RPC after error@1737993951) -> (continuation of Deferred@87439346 after retry RPC after error@870695399)))
15:04:22.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.374 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@705017754(state=PENDING, result=null, callback=(continuation of Deferred@1412162969 after retry RPC after error@1664805983) -> (continuation of Deferred@1297375073 after retry RPC after error@1248495670) -> (continuation of Deferred@1097251791 after retry RPC after error@1972039592) -> (continuation of Deferred@449452335 after retry RPC after error@75438456) -> (continuation of Deferred@1882415867 after retry RPC after error@1390814458) -> (continuation of Deferred@405757160 after retry RPC after error@1684484684) -> (continuation of Deferred@254324865 after retry RPC after error@1812632682) -> (continuation of Deferred@245386527 after retry RPC after error@1401482197), errback=(continuation of Deferred@1412162969 after retry RPC after error@1664805983) -> (continuation of Deferred@1297375073 after retry RPC after error@1248495670) -> (continuation of Deferred@1097251791 after retry RPC after error@1972039592) -> (continuation of Deferred@449452335 after retry RPC after error@75438456) -> (continuation of Deferred@1882415867 after retry RPC after error@1390814458) -> (continuation of Deferred@405757160 after retry RPC after error@1684484684) -> (continuation of Deferred@254324865 after retry RPC after error@1812632682) -> (continuation of Deferred@245386527 after retry RPC after error@1401482197)))
15:04:22.375 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@705017754(state=PENDING, result=null, callback=(continuation of Deferred@1412162969 after retry RPC after error@1664805983) -> (continuation of Deferred@1297375073 after retry RPC after error@1248495670) -> (continuation of Deferred@1097251791 after retry RPC after error@1972039592) -> (continuation of Deferred@449452335 after retry RPC after error@75438456) -> (continuation of Deferred@1882415867 after retry RPC after error@1390814458) -> (continuation of Deferred@405757160 after retry RPC after error@1684484684) -> (continuation of Deferred@254324865 after retry RPC after error@1812632682) -> (continuation of Deferred@245386527 after retry RPC after error@1401482197), errback=(continuation of Deferred@1412162969 after retry RPC after error@1664805983) -> (continuation of Deferred@1297375073 after retry RPC after error@1248495670) -> (continuation of Deferred@1097251791 after retry RPC after error@1972039592) -> (continuation of Deferred@449452335 after retry RPC after error@75438456) -> (continuation of Deferred@1882415867 after retry RPC after error@1390814458) -> (continuation of Deferred@405757160 after retry RPC after error@1684484684) -> (continuation of Deferred@254324865 after retry RPC after error@1812632682) -> (continuation of Deferred@245386527 after retry RPC after error@1401482197)))
15:04:22.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.614 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2005746254(state=PENDING, result=null, callback=(continuation of Deferred@869450370 after retry RPC after error@908467656) -> (continuation of Deferred@1211867602 after retry RPC after error@1438188969) -> (continuation of Deferred@1893342030 after retry RPC after error@1989447872) -> (continuation of Deferred@1664391921 after retry RPC after error@2117951347) -> (continuation of Deferred@1578974097 after retry RPC after error@215855618) -> (continuation of Deferred@1266242170 after retry RPC after error@1596672673) -> (continuation of Deferred@1750938470 after retry RPC after error@158450125), errback=(continuation of Deferred@869450370 after retry RPC after error@908467656) -> (continuation of Deferred@1211867602 after retry RPC after error@1438188969) -> (continuation of Deferred@1893342030 after retry RPC after error@1989447872) -> (continuation of Deferred@1664391921 after retry RPC after error@2117951347) -> (continuation of Deferred@1578974097 after retry RPC after error@215855618) -> (continuation of Deferred@1266242170 after retry RPC after error@1596672673) -> (continuation of Deferred@1750938470 after retry RPC after error@158450125)))
15:04:22.615 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2005746254(state=PENDING, result=null, callback=(continuation of Deferred@869450370 after retry RPC after error@908467656) -> (continuation of Deferred@1211867602 after retry RPC after error@1438188969) -> (continuation of Deferred@1893342030 after retry RPC after error@1989447872) -> (continuation of Deferred@1664391921 after retry RPC after error@2117951347) -> (continuation of Deferred@1578974097 after retry RPC after error@215855618) -> (continuation of Deferred@1266242170 after retry RPC after error@1596672673) -> (continuation of Deferred@1750938470 after retry RPC after error@158450125), errback=(continuation of Deferred@869450370 after retry RPC after error@908467656) -> (continuation of Deferred@1211867602 after retry RPC after error@1438188969) -> (continuation of Deferred@1893342030 after retry RPC after error@1989447872) -> (continuation of Deferred@1664391921 after retry RPC after error@2117951347) -> (continuation of Deferred@1578974097 after retry RPC after error@215855618) -> (continuation of Deferred@1266242170 after retry RPC after error@1596672673) -> (continuation of Deferred@1750938470 after retry RPC after error@158450125)))
15:04:22.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.794 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@503208066(state=PENDING, result=null, callback=(continuation of Deferred@981441843 after retry RPC after error@785037827) -> (continuation of Deferred@848997363 after retry RPC after error@1573904234) -> (continuation of Deferred@463423461 after retry RPC after error@1618930743) -> (continuation of Deferred@123475704 after retry RPC after error@608943606) -> (continuation of Deferred@1166698229 after retry RPC after error@1375876391) -> (continuation of Deferred@898499145 after retry RPC after error@1288940803), errback=(continuation of Deferred@981441843 after retry RPC after error@785037827) -> (continuation of Deferred@848997363 after retry RPC after error@1573904234) -> (continuation of Deferred@463423461 after retry RPC after error@1618930743) -> (continuation of Deferred@123475704 after retry RPC after error@608943606) -> (continuation of Deferred@1166698229 after retry RPC after error@1375876391) -> (continuation of Deferred@898499145 after retry RPC after error@1288940803)))
15:04:22.795 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@503208066(state=PENDING, result=null, callback=(continuation of Deferred@981441843 after retry RPC after error@785037827) -> (continuation of Deferred@848997363 after retry RPC after error@1573904234) -> (continuation of Deferred@463423461 after retry RPC after error@1618930743) -> (continuation of Deferred@123475704 after retry RPC after error@608943606) -> (continuation of Deferred@1166698229 after retry RPC after error@1375876391) -> (continuation of Deferred@898499145 after retry RPC after error@1288940803), errback=(continuation of Deferred@981441843 after retry RPC after error@785037827) -> (continuation of Deferred@848997363 after retry RPC after error@1573904234) -> (continuation of Deferred@463423461 after retry RPC after error@1618930743) -> (continuation of Deferred@123475704 after retry RPC after error@608943606) -> (continuation of Deferred@1166698229 after retry RPC after error@1375876391) -> (continuation of Deferred@898499145 after retry RPC after error@1288940803)))
15:04:22.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:22.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:22.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:22.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:22.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:22.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.014 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1949079913(state=PENDING, result=null, callback=(continuation of Deferred@1975678004 after retry RPC after error@651472432) -> (continuation of Deferred@1198439485 after retry RPC after error@1461293672) -> (continuation of Deferred@832319339 after retry RPC after error@851096134) -> (continuation of Deferred@8875896 after retry RPC after error@462825426) -> (continuation of Deferred@1260500156 after retry RPC after error@753800988) -> (continuation of Deferred@396972374 after retry RPC after error@1034636486), errback=(continuation of Deferred@1975678004 after retry RPC after error@651472432) -> (continuation of Deferred@1198439485 after retry RPC after error@1461293672) -> (continuation of Deferred@832319339 after retry RPC after error@851096134) -> (continuation of Deferred@8875896 after retry RPC after error@462825426) -> (continuation of Deferred@1260500156 after retry RPC after error@753800988) -> (continuation of Deferred@396972374 after retry RPC after error@1034636486)))
15:04:23.015 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1949079913(state=PENDING, result=null, callback=(continuation of Deferred@1975678004 after retry RPC after error@651472432) -> (continuation of Deferred@1198439485 after retry RPC after error@1461293672) -> (continuation of Deferred@832319339 after retry RPC after error@851096134) -> (continuation of Deferred@8875896 after retry RPC after error@462825426) -> (continuation of Deferred@1260500156 after retry RPC after error@753800988) -> (continuation of Deferred@396972374 after retry RPC after error@1034636486), errback=(continuation of Deferred@1975678004 after retry RPC after error@651472432) -> (continuation of Deferred@1198439485 after retry RPC after error@1461293672) -> (continuation of Deferred@832319339 after retry RPC after error@851096134) -> (continuation of Deferred@8875896 after retry RPC after error@462825426) -> (continuation of Deferred@1260500156 after retry RPC after error@753800988) -> (continuation of Deferred@396972374 after retry RPC after error@1034636486)))
15:04:23.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.292 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1105472751(state=PENDING, result=null, callback=(continuation of Deferred@483686608 after retry RPC after error@580943059) -> (continuation of Deferred@1481326641 after retry RPC after error@950574211) -> (continuation of Deferred@126185918 after retry RPC after error@644010873) -> (continuation of Deferred@606750028 after retry RPC after error@1478138318) -> (continuation of Deferred@1950223346 after retry RPC after error@1148712727) -> (continuation of Deferred@847370992 after retry RPC after error@1046081927) -> (continuation of Deferred@977017893 after retry RPC after error@1091078970), errback=(continuation of Deferred@483686608 after retry RPC after error@580943059) -> (continuation of Deferred@1481326641 after retry RPC after error@950574211) -> (continuation of Deferred@126185918 after retry RPC after error@644010873) -> (continuation of Deferred@606750028 after retry RPC after error@1478138318) -> (continuation of Deferred@1950223346 after retry RPC after error@1148712727) -> (continuation of Deferred@847370992 after retry RPC after error@1046081927) -> (continuation of Deferred@977017893 after retry RPC after error@1091078970)))
15:04:23.293 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:23.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1569648519(state=PENDING, result=null, callback=(continuation of Deferred@127831717 after retry RPC after error@1621555721) -> (continuation of Deferred@675748498 after retry RPC after error@43989706) -> (continuation of Deferred@1904703386 after retry RPC after error@648457489) -> (continuation of Deferred@908435677 after retry RPC after error@1301779897) -> (continuation of Deferred@124125238 after retry RPC after error@339475438) -> (continuation of Deferred@260281084 after retry RPC after error@2118706408) -> (continuation of Deferred@1234713767 after retry RPC after error@45566705), errback=(continuation of Deferred@127831717 after retry RPC after error@1621555721) -> (continuation of Deferred@675748498 after retry RPC after error@43989706) -> (continuation of Deferred@1904703386 after retry RPC after error@648457489) -> (continuation of Deferred@908435677 after retry RPC after error@1301779897) -> (continuation of Deferred@124125238 after retry RPC after error@339475438) -> (continuation of Deferred@260281084 after retry RPC after error@2118706408) -> (continuation of Deferred@1234713767 after retry RPC after error@45566705)))
15:04:23.555 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1569648519(state=PENDING, result=null, callback=(continuation of Deferred@127831717 after retry RPC after error@1621555721) -> (continuation of Deferred@675748498 after retry RPC after error@43989706) -> (continuation of Deferred@1904703386 after retry RPC after error@648457489) -> (continuation of Deferred@908435677 after retry RPC after error@1301779897) -> (continuation of Deferred@124125238 after retry RPC after error@339475438) -> (continuation of Deferred@260281084 after retry RPC after error@2118706408) -> (continuation of Deferred@1234713767 after retry RPC after error@45566705), errback=(continuation of Deferred@127831717 after retry RPC after error@1621555721) -> (continuation of Deferred@675748498 after retry RPC after error@43989706) -> (continuation of Deferred@1904703386 after retry RPC after error@648457489) -> (continuation of Deferred@908435677 after retry RPC after error@1301779897) -> (continuation of Deferred@124125238 after retry RPC after error@339475438) -> (continuation of Deferred@260281084 after retry RPC after error@2118706408) -> (continuation of Deferred@1234713767 after retry RPC after error@45566705)))
15:04:23.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.755 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@195416700(state=PENDING, result=null, callback=(continuation of Deferred@355198815 after retry RPC after error@1279565985) -> (continuation of Deferred@171902988 after retry RPC after error@799808773) -> (continuation of Deferred@1710692016 after retry RPC after error@216003335) -> (continuation of Deferred@2127750648 after retry RPC after error@836344594) -> (continuation of Deferred@1816545551 after retry RPC after error@536008779) -> (continuation of Deferred@1994785640 after retry RPC after error@186259373), errback=(continuation of Deferred@355198815 after retry RPC after error@1279565985) -> (continuation of Deferred@171902988 after retry RPC after error@799808773) -> (continuation of Deferred@1710692016 after retry RPC after error@216003335) -> (continuation of Deferred@2127750648 after retry RPC after error@836344594) -> (continuation of Deferred@1816545551 after retry RPC after error@536008779) -> (continuation of Deferred@1994785640 after retry RPC after error@186259373)))
15:04:23.755 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@195416700(state=PENDING, result=null, callback=(continuation of Deferred@355198815 after retry RPC after error@1279565985) -> (continuation of Deferred@171902988 after retry RPC after error@799808773) -> (continuation of Deferred@1710692016 after retry RPC after error@216003335) -> (continuation of Deferred@2127750648 after retry RPC after error@836344594) -> (continuation of Deferred@1816545551 after retry RPC after error@536008779) -> (continuation of Deferred@1994785640 after retry RPC after error@186259373), errback=(continuation of Deferred@355198815 after retry RPC after error@1279565985) -> (continuation of Deferred@171902988 after retry RPC after error@799808773) -> (continuation of Deferred@1710692016 after retry RPC after error@216003335) -> (continuation of Deferred@2127750648 after retry RPC after error@836344594) -> (continuation of Deferred@1816545551 after retry RPC after error@536008779) -> (continuation of Deferred@1994785640 after retry RPC after error@186259373)))
15:04:23.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1471140820(state=PENDING, result=null, callback=(continuation of Deferred@991805809 after retry RPC after error@1962243997) -> (continuation of Deferred@840219155 after retry RPC after error@462221046) -> (continuation of Deferred@1313845951 after retry RPC after error@291077492) -> (continuation of Deferred@109742446 after retry RPC after error@2047687703) -> (continuation of Deferred@1231336355 after retry RPC after error@327996710) -> (continuation of Deferred@1101000640 after retry RPC after error@1390517856), errback=(continuation of Deferred@991805809 after retry RPC after error@1962243997) -> (continuation of Deferred@840219155 after retry RPC after error@462221046) -> (continuation of Deferred@1313845951 after retry RPC after error@291077492) -> (continuation of Deferred@109742446 after retry RPC after error@2047687703) -> (continuation of Deferred@1231336355 after retry RPC after error@327996710) -> (continuation of Deferred@1101000640 after retry RPC after error@1390517856)))
15:04:23.915 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1471140820(state=PENDING, result=null, callback=(continuation of Deferred@991805809 after retry RPC after error@1962243997) -> (continuation of Deferred@840219155 after retry RPC after error@462221046) -> (continuation of Deferred@1313845951 after retry RPC after error@291077492) -> (continuation of Deferred@109742446 after retry RPC after error@2047687703) -> (continuation of Deferred@1231336355 after retry RPC after error@327996710) -> (continuation of Deferred@1101000640 after retry RPC after error@1390517856), errback=(continuation of Deferred@991805809 after retry RPC after error@1962243997) -> (continuation of Deferred@840219155 after retry RPC after error@462221046) -> (continuation of Deferred@1313845951 after retry RPC after error@291077492) -> (continuation of Deferred@109742446 after retry RPC after error@2047687703) -> (continuation of Deferred@1231336355 after retry RPC after error@327996710) -> (continuation of Deferred@1101000640 after retry RPC after error@1390517856)))
15:04:23.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:23.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:23.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:23.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:23.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:23.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.134 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@10644342(state=PENDING, result=null, callback=(continuation of Deferred@1694407591 after retry RPC after error@1663353675) -> (continuation of Deferred@187778589 after retry RPC after error@408647126) -> (continuation of Deferred@141096665 after retry RPC after error@1293111812) -> (continuation of Deferred@1276376085 after retry RPC after error@254135684) -> (continuation of Deferred@1085553799 after retry RPC after error@400610791) -> (continuation of Deferred@1149253714 after retry RPC after error@1701348523) -> (continuation of Deferred@72998021 after retry RPC after error@352812548) -> (continuation of Deferred@1350604382 after retry RPC after error@1911299385), errback=(continuation of Deferred@1694407591 after retry RPC after error@1663353675) -> (continuation of Deferred@187778589 after retry RPC after error@408647126) -> (continuation of Deferred@141096665 after retry RPC after error@1293111812) -> (continuation of Deferred@1276376085 after retry RPC after error@254135684) -> (continuation of Deferred@1085553799 after retry RPC after error@400610791) -> (continuation of Deferred@1149253714 after retry RPC after error@1701348523) -> (continuation of Deferred@72998021 after retry RPC after error@352812548) -> (continuation of Deferred@1350604382 after retry RPC after error@1911299385)))
15:04:24.135 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@10644342(state=PENDING, result=null, callback=(continuation of Deferred@1694407591 after retry RPC after error@1663353675) -> (continuation of Deferred@187778589 after retry RPC after error@408647126) -> (continuation of Deferred@141096665 after retry RPC after error@1293111812) -> (continuation of Deferred@1276376085 after retry RPC after error@254135684) -> (continuation of Deferred@1085553799 after retry RPC after error@400610791) -> (continuation of Deferred@1149253714 after retry RPC after error@1701348523) -> (continuation of Deferred@72998021 after retry RPC after error@352812548) -> (continuation of Deferred@1350604382 after retry RPC after error@1911299385), errback=(continuation of Deferred@1694407591 after retry RPC after error@1663353675) -> (continuation of Deferred@187778589 after retry RPC after error@408647126) -> (continuation of Deferred@141096665 after retry RPC after error@1293111812) -> (continuation of Deferred@1276376085 after retry RPC after error@254135684) -> (continuation of Deferred@1085553799 after retry RPC after error@400610791) -> (continuation of Deferred@1149253714 after retry RPC after error@1701348523) -> (continuation of Deferred@72998021 after retry RPC after error@352812548) -> (continuation of Deferred@1350604382 after retry RPC after error@1911299385)))
15:04:24.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.294 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1546634831(state=PENDING, result=null, callback=(continuation of Deferred@880735137 after retry RPC after error@1043419984) -> (continuation of Deferred@547831690 after retry RPC after error@43550831) -> (continuation of Deferred@1094221926 after retry RPC after error@1965547714) -> (continuation of Deferred@1827003011 after retry RPC after error@712567936) -> (continuation of Deferred@793145881 after retry RPC after error@1697494723) -> (continuation of Deferred@668883239 after retry RPC after error@1253027248), errback=(continuation of Deferred@880735137 after retry RPC after error@1043419984) -> (continuation of Deferred@547831690 after retry RPC after error@43550831) -> (continuation of Deferred@1094221926 after retry RPC after error@1965547714) -> (continuation of Deferred@1827003011 after retry RPC after error@712567936) -> (continuation of Deferred@793145881 after retry RPC after error@1697494723) -> (continuation of Deferred@668883239 after retry RPC after error@1253027248)))
15:04:24.295 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1546634831(state=PENDING, result=null, callback=(continuation of Deferred@880735137 after retry RPC after error@1043419984) -> (continuation of Deferred@547831690 after retry RPC after error@43550831) -> (continuation of Deferred@1094221926 after retry RPC after error@1965547714) -> (continuation of Deferred@1827003011 after retry RPC after error@712567936) -> (continuation of Deferred@793145881 after retry RPC after error@1697494723) -> (continuation of Deferred@668883239 after retry RPC after error@1253027248), errback=(continuation of Deferred@880735137 after retry RPC after error@1043419984) -> (continuation of Deferred@547831690 after retry RPC after error@43550831) -> (continuation of Deferred@1094221926 after retry RPC after error@1965547714) -> (continuation of Deferred@1827003011 after retry RPC after error@712567936) -> (continuation of Deferred@793145881 after retry RPC after error@1697494723) -> (continuation of Deferred@668883239 after retry RPC after error@1253027248)))
15:04:24.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.572 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@455081418(state=PENDING, result=null, callback=(continuation of Deferred@1441018369 after retry RPC after error@1107166233) -> (continuation of Deferred@1370705332 after retry RPC after error@891685861) -> (continuation of Deferred@1093030778 after retry RPC after error@1883855243) -> (continuation of Deferred@1004299483 after retry RPC after error@1042299238) -> (continuation of Deferred@1299058779 after retry RPC after error@2010226044) -> (continuation of Deferred@804509153 after retry RPC after error@279388784) -> (continuation of Deferred@762709239 after retry RPC after error@1454851672) -> (continuation of Deferred@1742396850 after retry RPC after error@1313331099), errback=(continuation of Deferred@1441018369 after retry RPC after error@1107166233) -> (continuation of Deferred@1370705332 after retry RPC after error@891685861) -> (continuation of Deferred@1093030778 after retry RPC after error@1883855243) -> (continuation of Deferred@1004299483 after retry RPC after error@1042299238) -> (continuation of Deferred@1299058779 after retry RPC after error@2010226044) -> (continuation of Deferred@804509153 after retry RPC after error@279388784) -> (continuation of Deferred@762709239 after retry RPC after error@1454851672) -> (continuation of Deferred@1742396850 after retry RPC after error@1313331099)))
15:04:24.573 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:24.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.834 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@747829838(state=PENDING, result=null, callback=(continuation of Deferred@387706207 after retry RPC after error@68342416) -> (continuation of Deferred@1372132843 after retry RPC after error@1790104854) -> (continuation of Deferred@579582986 after retry RPC after error@815754393) -> (continuation of Deferred@702566700 after retry RPC after error@1426471779) -> (continuation of Deferred@705869349 after retry RPC after error@1638067290) -> (continuation of Deferred@1247852659 after retry RPC after error@785997695) -> (continuation of Deferred@298153759 after retry RPC after error@1735625025), errback=(continuation of Deferred@387706207 after retry RPC after error@68342416) -> (continuation of Deferred@1372132843 after retry RPC after error@1790104854) -> (continuation of Deferred@579582986 after retry RPC after error@815754393) -> (continuation of Deferred@702566700 after retry RPC after error@1426471779) -> (continuation of Deferred@705869349 after retry RPC after error@1638067290) -> (continuation of Deferred@1247852659 after retry RPC after error@785997695) -> (continuation of Deferred@298153759 after retry RPC after error@1735625025)))
15:04:24.835 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@747829838(state=PENDING, result=null, callback=(continuation of Deferred@387706207 after retry RPC after error@68342416) -> (continuation of Deferred@1372132843 after retry RPC after error@1790104854) -> (continuation of Deferred@579582986 after retry RPC after error@815754393) -> (continuation of Deferred@702566700 after retry RPC after error@1426471779) -> (continuation of Deferred@705869349 after retry RPC after error@1638067290) -> (continuation of Deferred@1247852659 after retry RPC after error@785997695) -> (continuation of Deferred@298153759 after retry RPC after error@1735625025), errback=(continuation of Deferred@387706207 after retry RPC after error@68342416) -> (continuation of Deferred@1372132843 after retry RPC after error@1790104854) -> (continuation of Deferred@579582986 after retry RPC after error@815754393) -> (continuation of Deferred@702566700 after retry RPC after error@1426471779) -> (continuation of Deferred@705869349 after retry RPC after error@1638067290) -> (continuation of Deferred@1247852659 after retry RPC after error@785997695) -> (continuation of Deferred@298153759 after retry RPC after error@1735625025)))
15:04:24.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:24.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:24.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:24.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:24.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:24.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.074 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1505014535(state=PENDING, result=null, callback=(continuation of Deferred@1903954512 after retry RPC after error@1448840096) -> (continuation of Deferred@74095151 after retry RPC after error@2017082670) -> (continuation of Deferred@1761974003 after retry RPC after error@1661540088) -> (continuation of Deferred@870466388 after retry RPC after error@446225227) -> (continuation of Deferred@1601139941 after retry RPC after error@1962542886) -> (continuation of Deferred@1428357646 after retry RPC after error@155048290) -> (continuation of Deferred@760306940 after retry RPC after error@162966855), errback=(continuation of Deferred@1903954512 after retry RPC after error@1448840096) -> (continuation of Deferred@74095151 after retry RPC after error@2017082670) -> (continuation of Deferred@1761974003 after retry RPC after error@1661540088) -> (continuation of Deferred@870466388 after retry RPC after error@446225227) -> (continuation of Deferred@1601139941 after retry RPC after error@1962542886) -> (continuation of Deferred@1428357646 after retry RPC after error@155048290) -> (continuation of Deferred@760306940 after retry RPC after error@162966855)))
15:04:25.074 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1505014535(state=PENDING, result=null, callback=(continuation of Deferred@1903954512 after retry RPC after error@1448840096) -> (continuation of Deferred@74095151 after retry RPC after error@2017082670) -> (continuation of Deferred@1761974003 after retry RPC after error@1661540088) -> (continuation of Deferred@870466388 after retry RPC after error@446225227) -> (continuation of Deferred@1601139941 after retry RPC after error@1962542886) -> (continuation of Deferred@1428357646 after retry RPC after error@155048290) -> (continuation of Deferred@760306940 after retry RPC after error@162966855), errback=(continuation of Deferred@1903954512 after retry RPC after error@1448840096) -> (continuation of Deferred@74095151 after retry RPC after error@2017082670) -> (continuation of Deferred@1761974003 after retry RPC after error@1661540088) -> (continuation of Deferred@870466388 after retry RPC after error@446225227) -> (continuation of Deferred@1601139941 after retry RPC after error@1962542886) -> (continuation of Deferred@1428357646 after retry RPC after error@155048290) -> (continuation of Deferred@760306940 after retry RPC after error@162966855)))
15:04:25.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.254 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1402980098(state=PENDING, result=null, callback=(continuation of Deferred@538216220 after retry RPC after error@1671268890) -> (continuation of Deferred@1136624387 after retry RPC after error@1849031585) -> (continuation of Deferred@1788722460 after retry RPC after error@1700738831) -> (continuation of Deferred@1514608444 after retry RPC after error@460195622) -> (continuation of Deferred@471612426 after retry RPC after error@15173577) -> (continuation of Deferred@1652268574 after retry RPC after error@164094528), errback=(continuation of Deferred@538216220 after retry RPC after error@1671268890) -> (continuation of Deferred@1136624387 after retry RPC after error@1849031585) -> (continuation of Deferred@1788722460 after retry RPC after error@1700738831) -> (continuation of Deferred@1514608444 after retry RPC after error@460195622) -> (continuation of Deferred@471612426 after retry RPC after error@15173577) -> (continuation of Deferred@1652268574 after retry RPC after error@164094528)))
15:04:25.254 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1402980098(state=PENDING, result=null, callback=(continuation of Deferred@538216220 after retry RPC after error@1671268890) -> (continuation of Deferred@1136624387 after retry RPC after error@1849031585) -> (continuation of Deferred@1788722460 after retry RPC after error@1700738831) -> (continuation of Deferred@1514608444 after retry RPC after error@460195622) -> (continuation of Deferred@471612426 after retry RPC after error@15173577) -> (continuation of Deferred@1652268574 after retry RPC after error@164094528), errback=(continuation of Deferred@538216220 after retry RPC after error@1671268890) -> (continuation of Deferred@1136624387 after retry RPC after error@1849031585) -> (continuation of Deferred@1788722460 after retry RPC after error@1700738831) -> (continuation of Deferred@1514608444 after retry RPC after error@460195622) -> (continuation of Deferred@471612426 after retry RPC after error@15173577) -> (continuation of Deferred@1652268574 after retry RPC after error@164094528)))
15:04:25.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1236926964(state=PENDING, result=null, callback=(continuation of Deferred@835724879 after retry RPC after error@1125619992) -> (continuation of Deferred@14186145 after retry RPC after error@435446511) -> (continuation of Deferred@698797504 after retry RPC after error@1451642549) -> (continuation of Deferred@354961338 after retry RPC after error@804371690) -> (continuation of Deferred@807844889 after retry RPC after error@1412542286) -> (continuation of Deferred@57882597 after retry RPC after error@566746509), errback=(continuation of Deferred@835724879 after retry RPC after error@1125619992) -> (continuation of Deferred@14186145 after retry RPC after error@435446511) -> (continuation of Deferred@698797504 after retry RPC after error@1451642549) -> (continuation of Deferred@354961338 after retry RPC after error@804371690) -> (continuation of Deferred@807844889 after retry RPC after error@1412542286) -> (continuation of Deferred@57882597 after retry RPC after error@566746509)))
15:04:25.435 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1236926964(state=PENDING, result=null, callback=(continuation of Deferred@835724879 after retry RPC after error@1125619992) -> (continuation of Deferred@14186145 after retry RPC after error@435446511) -> (continuation of Deferred@698797504 after retry RPC after error@1451642549) -> (continuation of Deferred@354961338 after retry RPC after error@804371690) -> (continuation of Deferred@807844889 after retry RPC after error@1412542286) -> (continuation of Deferred@57882597 after retry RPC after error@566746509), errback=(continuation of Deferred@835724879 after retry RPC after error@1125619992) -> (continuation of Deferred@14186145 after retry RPC after error@435446511) -> (continuation of Deferred@698797504 after retry RPC after error@1451642549) -> (continuation of Deferred@354961338 after retry RPC after error@804371690) -> (continuation of Deferred@807844889 after retry RPC after error@1412542286) -> (continuation of Deferred@57882597 after retry RPC after error@566746509)))
15:04:25.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.695 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1626857948(state=PENDING, result=null, callback=(continuation of Deferred@1576180813 after retry RPC after error@858265171) -> (continuation of Deferred@2017692496 after retry RPC after error@660958341) -> (continuation of Deferred@1849461968 after retry RPC after error@500536778) -> (continuation of Deferred@2032698411 after retry RPC after error@1965416143) -> (continuation of Deferred@2146801335 after retry RPC after error@1312761670) -> (continuation of Deferred@1938549622 after retry RPC after error@679710830) -> (continuation of Deferred@2064706535 after retry RPC after error@1277359828), errback=(continuation of Deferred@1576180813 after retry RPC after error@858265171) -> (continuation of Deferred@2017692496 after retry RPC after error@660958341) -> (continuation of Deferred@1849461968 after retry RPC after error@500536778) -> (continuation of Deferred@2032698411 after retry RPC after error@1965416143) -> (continuation of Deferred@2146801335 after retry RPC after error@1312761670) -> (continuation of Deferred@1938549622 after retry RPC after error@679710830) -> (continuation of Deferred@2064706535 after retry RPC after error@1277359828)))
15:04:25.695 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1626857948(state=PENDING, result=null, callback=(continuation of Deferred@1576180813 after retry RPC after error@858265171) -> (continuation of Deferred@2017692496 after retry RPC after error@660958341) -> (continuation of Deferred@1849461968 after retry RPC after error@500536778) -> (continuation of Deferred@2032698411 after retry RPC after error@1965416143) -> (continuation of Deferred@2146801335 after retry RPC after error@1312761670) -> (continuation of Deferred@1938549622 after retry RPC after error@679710830) -> (continuation of Deferred@2064706535 after retry RPC after error@1277359828), errback=(continuation of Deferred@1576180813 after retry RPC after error@858265171) -> (continuation of Deferred@2017692496 after retry RPC after error@660958341) -> (continuation of Deferred@1849461968 after retry RPC after error@500536778) -> (continuation of Deferred@2032698411 after retry RPC after error@1965416143) -> (continuation of Deferred@2146801335 after retry RPC after error@1312761670) -> (continuation of Deferred@1938549622 after retry RPC after error@679710830) -> (continuation of Deferred@2064706535 after retry RPC after error@1277359828)))
15:04:25.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.915 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@214102788(state=PENDING, result=null, callback=(continuation of Deferred@1180939850 after retry RPC after error@290634148) -> (continuation of Deferred@1229952879 after retry RPC after error@1385043857) -> (continuation of Deferred@151272044 after retry RPC after error@220147057) -> (continuation of Deferred@954087250 after retry RPC after error@441359687) -> (continuation of Deferred@842072888 after retry RPC after error@1186059434) -> (continuation of Deferred@253497225 after retry RPC after error@1633030024) -> (continuation of Deferred@1539635289 after retry RPC after error@328753935), errback=(continuation of Deferred@1180939850 after retry RPC after error@290634148) -> (continuation of Deferred@1229952879 after retry RPC after error@1385043857) -> (continuation of Deferred@151272044 after retry RPC after error@220147057) -> (continuation of Deferred@954087250 after retry RPC after error@441359687) -> (continuation of Deferred@842072888 after retry RPC after error@1186059434) -> (continuation of Deferred@253497225 after retry RPC after error@1633030024) -> (continuation of Deferred@1539635289 after retry RPC after error@328753935)))
15:04:25.915 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@214102788(state=PENDING, result=null, callback=(continuation of Deferred@1180939850 after retry RPC after error@290634148) -> (continuation of Deferred@1229952879 after retry RPC after error@1385043857) -> (continuation of Deferred@151272044 after retry RPC after error@220147057) -> (continuation of Deferred@954087250 after retry RPC after error@441359687) -> (continuation of Deferred@842072888 after retry RPC after error@1186059434) -> (continuation of Deferred@253497225 after retry RPC after error@1633030024) -> (continuation of Deferred@1539635289 after retry RPC after error@328753935), errback=(continuation of Deferred@1180939850 after retry RPC after error@290634148) -> (continuation of Deferred@1229952879 after retry RPC after error@1385043857) -> (continuation of Deferred@151272044 after retry RPC after error@220147057) -> (continuation of Deferred@954087250 after retry RPC after error@441359687) -> (continuation of Deferred@842072888 after retry RPC after error@1186059434) -> (continuation of Deferred@253497225 after retry RPC after error@1633030024) -> (continuation of Deferred@1539635289 after retry RPC after error@328753935)))
15:04:25.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:25.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:25.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:25.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:25.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:25.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.134 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1280503752(state=PENDING, result=null, callback=(continuation of Deferred@1919314963 after retry RPC after error@1884661716) -> (continuation of Deferred@1406651575 after retry RPC after error@136332714) -> (continuation of Deferred@1239918153 after retry RPC after error@349291430) -> (continuation of Deferred@2039351295 after retry RPC after error@1929969777) -> (continuation of Deferred@128464311 after retry RPC after error@503187991) -> (continuation of Deferred@348542888 after retry RPC after error@804771785) -> (continuation of Deferred@1773427213 after retry RPC after error@74927006), errback=(continuation of Deferred@1919314963 after retry RPC after error@1884661716) -> (continuation of Deferred@1406651575 after retry RPC after error@136332714) -> (continuation of Deferred@1239918153 after retry RPC after error@349291430) -> (continuation of Deferred@2039351295 after retry RPC after error@1929969777) -> (continuation of Deferred@128464311 after retry RPC after error@503187991) -> (continuation of Deferred@348542888 after retry RPC after error@804771785) -> (continuation of Deferred@1773427213 after retry RPC after error@74927006)))
15:04:26.135 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1280503752(state=PENDING, result=null, callback=(continuation of Deferred@1919314963 after retry RPC after error@1884661716) -> (continuation of Deferred@1406651575 after retry RPC after error@136332714) -> (continuation of Deferred@1239918153 after retry RPC after error@349291430) -> (continuation of Deferred@2039351295 after retry RPC after error@1929969777) -> (continuation of Deferred@128464311 after retry RPC after error@503187991) -> (continuation of Deferred@348542888 after retry RPC after error@804771785) -> (continuation of Deferred@1773427213 after retry RPC after error@74927006), errback=(continuation of Deferred@1919314963 after retry RPC after error@1884661716) -> (continuation of Deferred@1406651575 after retry RPC after error@136332714) -> (continuation of Deferred@1239918153 after retry RPC after error@349291430) -> (continuation of Deferred@2039351295 after retry RPC after error@1929969777) -> (continuation of Deferred@128464311 after retry RPC after error@503187991) -> (continuation of Deferred@348542888 after retry RPC after error@804771785) -> (continuation of Deferred@1773427213 after retry RPC after error@74927006)))
15:04:26.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.374 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1459053053(state=PENDING, result=null, callback=(continuation of Deferred@1134037471 after retry RPC after error@2004919825) -> (continuation of Deferred@1400510073 after retry RPC after error@1055882594) -> (continuation of Deferred@1035619729 after retry RPC after error@1333318681) -> (continuation of Deferred@1286785617 after retry RPC after error@158575304) -> (continuation of Deferred@1716168882 after retry RPC after error@1864065150) -> (continuation of Deferred@891412366 after retry RPC after error@554702344) -> (continuation of Deferred@304883104 after retry RPC after error@637579019), errback=(continuation of Deferred@1134037471 after retry RPC after error@2004919825) -> (continuation of Deferred@1400510073 after retry RPC after error@1055882594) -> (continuation of Deferred@1035619729 after retry RPC after error@1333318681) -> (continuation of Deferred@1286785617 after retry RPC after error@158575304) -> (continuation of Deferred@1716168882 after retry RPC after error@1864065150) -> (continuation of Deferred@891412366 after retry RPC after error@554702344) -> (continuation of Deferred@304883104 after retry RPC after error@637579019)))
15:04:26.375 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1459053053(state=PENDING, result=null, callback=(continuation of Deferred@1134037471 after retry RPC after error@2004919825) -> (continuation of Deferred@1400510073 after retry RPC after error@1055882594) -> (continuation of Deferred@1035619729 after retry RPC after error@1333318681) -> (continuation of Deferred@1286785617 after retry RPC after error@158575304) -> (continuation of Deferred@1716168882 after retry RPC after error@1864065150) -> (continuation of Deferred@891412366 after retry RPC after error@554702344) -> (continuation of Deferred@304883104 after retry RPC after error@637579019), errback=(continuation of Deferred@1134037471 after retry RPC after error@2004919825) -> (continuation of Deferred@1400510073 after retry RPC after error@1055882594) -> (continuation of Deferred@1035619729 after retry RPC after error@1333318681) -> (continuation of Deferred@1286785617 after retry RPC after error@158575304) -> (continuation of Deferred@1716168882 after retry RPC after error@1864065150) -> (continuation of Deferred@891412366 after retry RPC after error@554702344) -> (continuation of Deferred@304883104 after retry RPC after error@637579019)))
15:04:26.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.574 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@162599219(state=PENDING, result=null, callback=(continuation of Deferred@94747671 after retry RPC after error@790053115) -> (continuation of Deferred@184437051 after retry RPC after error@197655006) -> (continuation of Deferred@598391221 after retry RPC after error@909063587) -> (continuation of Deferred@1314915788 after retry RPC after error@2052918487) -> (continuation of Deferred@206337336 after retry RPC after error@1124195135) -> (continuation of Deferred@218228982 after retry RPC after error@531134005), errback=(continuation of Deferred@94747671 after retry RPC after error@790053115) -> (continuation of Deferred@184437051 after retry RPC after error@197655006) -> (continuation of Deferred@598391221 after retry RPC after error@909063587) -> (continuation of Deferred@1314915788 after retry RPC after error@2052918487) -> (continuation of Deferred@206337336 after retry RPC after error@1124195135) -> (continuation of Deferred@218228982 after retry RPC after error@531134005)))
15:04:26.575 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@162599219(state=PENDING, result=null, callback=(continuation of Deferred@94747671 after retry RPC after error@790053115) -> (continuation of Deferred@184437051 after retry RPC after error@197655006) -> (continuation of Deferred@598391221 after retry RPC after error@909063587) -> (continuation of Deferred@1314915788 after retry RPC after error@2052918487) -> (continuation of Deferred@206337336 after retry RPC after error@1124195135) -> (continuation of Deferred@218228982 after retry RPC after error@531134005), errback=(continuation of Deferred@94747671 after retry RPC after error@790053115) -> (continuation of Deferred@184437051 after retry RPC after error@197655006) -> (continuation of Deferred@598391221 after retry RPC after error@909063587) -> (continuation of Deferred@1314915788 after retry RPC after error@2052918487) -> (continuation of Deferred@206337336 after retry RPC after error@1124195135) -> (continuation of Deferred@218228982 after retry RPC after error@531134005)))
15:04:26.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.635 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.852 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1892390990(state=PENDING, result=null, callback=(continuation of Deferred@218120628 after retry RPC after error@1948820940) -> (continuation of Deferred@1521348822 after retry RPC after error@1988626981) -> (continuation of Deferred@2030762145 after retry RPC after error@1211970697) -> (continuation of Deferred@2107856408 after retry RPC after error@1271706283) -> (continuation of Deferred@1697481859 after retry RPC after error@1142255059) -> (continuation of Deferred@602009823 after retry RPC after error@227952610) -> (continuation of Deferred@76993359 after retry RPC after error@1803705851), errback=(continuation of Deferred@218120628 after retry RPC after error@1948820940) -> (continuation of Deferred@1521348822 after retry RPC after error@1988626981) -> (continuation of Deferred@2030762145 after retry RPC after error@1211970697) -> (continuation of Deferred@2107856408 after retry RPC after error@1271706283) -> (continuation of Deferred@1697481859 after retry RPC after error@1142255059) -> (continuation of Deferred@602009823 after retry RPC after error@227952610) -> (continuation of Deferred@76993359 after retry RPC after error@1803705851)))
15:04:26.852 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:26.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.875 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:26.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:26.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:26.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:26.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:26.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.094 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@396695279(state=PENDING, result=null, callback=(continuation of Deferred@1461850816 after retry RPC after error@1397483342) -> (continuation of Deferred@206470263 after retry RPC after error@870519167) -> (continuation of Deferred@1955639761 after retry RPC after error@2020428186) -> (continuation of Deferred@121581348 after retry RPC after error@746372693) -> (continuation of Deferred@1561562162 after retry RPC after error@1327509395) -> (continuation of Deferred@823689052 after retry RPC after error@2027942204) -> (continuation of Deferred@971800585 after retry RPC after error@2004778000), errback=(continuation of Deferred@1461850816 after retry RPC after error@1397483342) -> (continuation of Deferred@206470263 after retry RPC after error@870519167) -> (continuation of Deferred@1955639761 after retry RPC after error@2020428186) -> (continuation of Deferred@121581348 after retry RPC after error@746372693) -> (continuation of Deferred@1561562162 after retry RPC after error@1327509395) -> (continuation of Deferred@823689052 after retry RPC after error@2027942204) -> (continuation of Deferred@971800585 after retry RPC after error@2004778000)))
15:04:27.094 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@396695279(state=PENDING, result=null, callback=(continuation of Deferred@1461850816 after retry RPC after error@1397483342) -> (continuation of Deferred@206470263 after retry RPC after error@870519167) -> (continuation of Deferred@1955639761 after retry RPC after error@2020428186) -> (continuation of Deferred@121581348 after retry RPC after error@746372693) -> (continuation of Deferred@1561562162 after retry RPC after error@1327509395) -> (continuation of Deferred@823689052 after retry RPC after error@2027942204) -> (continuation of Deferred@971800585 after retry RPC after error@2004778000), errback=(continuation of Deferred@1461850816 after retry RPC after error@1397483342) -> (continuation of Deferred@206470263 after retry RPC after error@870519167) -> (continuation of Deferred@1955639761 after retry RPC after error@2020428186) -> (continuation of Deferred@121581348 after retry RPC after error@746372693) -> (continuation of Deferred@1561562162 after retry RPC after error@1327509395) -> (continuation of Deferred@823689052 after retry RPC after error@2027942204) -> (continuation of Deferred@971800585 after retry RPC after error@2004778000)))
15:04:27.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.295 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.354 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1300186647(state=PENDING, result=null, callback=(continuation of Deferred@894132047 after retry RPC after error@88632607) -> (continuation of Deferred@984283992 after retry RPC after error@223497700) -> (continuation of Deferred@1645005350 after retry RPC after error@610956269) -> (continuation of Deferred@1232550915 after retry RPC after error@1448437156) -> (continuation of Deferred@1376569522 after retry RPC after error@630074373) -> (continuation of Deferred@1441373075 after retry RPC after error@678214863) -> (continuation of Deferred@470919208 after retry RPC after error@1219183019) -> (continuation of Deferred@1359445550 after retry RPC after error@482355717), errback=(continuation of Deferred@894132047 after retry RPC after error@88632607) -> (continuation of Deferred@984283992 after retry RPC after error@223497700) -> (continuation of Deferred@1645005350 after retry RPC after error@610956269) -> (continuation of Deferred@1232550915 after retry RPC after error@1448437156) -> (continuation of Deferred@1376569522 after retry RPC after error@630074373) -> (continuation of Deferred@1441373075 after retry RPC after error@678214863) -> (continuation of Deferred@470919208 after retry RPC after error@1219183019) -> (continuation of Deferred@1359445550 after retry RPC after error@482355717)))
15:04:27.354 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1300186647(state=PENDING, result=null, callback=(continuation of Deferred@894132047 after retry RPC after error@88632607) -> (continuation of Deferred@984283992 after retry RPC after error@223497700) -> (continuation of Deferred@1645005350 after retry RPC after error@610956269) -> (continuation of Deferred@1232550915 after retry RPC after error@1448437156) -> (continuation of Deferred@1376569522 after retry RPC after error@630074373) -> (continuation of Deferred@1441373075 after retry RPC after error@678214863) -> (continuation of Deferred@470919208 after retry RPC after error@1219183019) -> (continuation of Deferred@1359445550 after retry RPC after error@482355717), errback=(continuation of Deferred@894132047 after retry RPC after error@88632607) -> (continuation of Deferred@984283992 after retry RPC after error@223497700) -> (continuation of Deferred@1645005350 after retry RPC after error@610956269) -> (continuation of Deferred@1232550915 after retry RPC after error@1448437156) -> (continuation of Deferred@1376569522 after retry RPC after error@630074373) -> (continuation of Deferred@1441373075 after retry RPC after error@678214863) -> (continuation of Deferred@470919208 after retry RPC after error@1219183019) -> (continuation of Deferred@1359445550 after retry RPC after error@482355717)))
15:04:27.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.415 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.534 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1829944845(state=PENDING, result=null, callback=(continuation of Deferred@846584462 after retry RPC after error@376320306) -> (continuation of Deferred@824134540 after retry RPC after error@1225091444) -> (continuation of Deferred@1438149488 after retry RPC after error@850929492) -> (continuation of Deferred@2041600420 after retry RPC after error@463257903) -> (continuation of Deferred@233429703 after retry RPC after error@2115559081) -> (continuation of Deferred@85906871 after retry RPC after error@2029451650), errback=(continuation of Deferred@846584462 after retry RPC after error@376320306) -> (continuation of Deferred@824134540 after retry RPC after error@1225091444) -> (continuation of Deferred@1438149488 after retry RPC after error@850929492) -> (continuation of Deferred@2041600420 after retry RPC after error@463257903) -> (continuation of Deferred@233429703 after retry RPC after error@2115559081) -> (continuation of Deferred@85906871 after retry RPC after error@2029451650)))
15:04:27.534 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1829944845(state=PENDING, result=null, callback=(continuation of Deferred@846584462 after retry RPC after error@376320306) -> (continuation of Deferred@824134540 after retry RPC after error@1225091444) -> (continuation of Deferred@1438149488 after retry RPC after error@850929492) -> (continuation of Deferred@2041600420 after retry RPC after error@463257903) -> (continuation of Deferred@233429703 after retry RPC after error@2115559081) -> (continuation of Deferred@85906871 after retry RPC after error@2029451650), errback=(continuation of Deferred@846584462 after retry RPC after error@376320306) -> (continuation of Deferred@824134540 after retry RPC after error@1225091444) -> (continuation of Deferred@1438149488 after retry RPC after error@850929492) -> (continuation of Deferred@2041600420 after retry RPC after error@463257903) -> (continuation of Deferred@233429703 after retry RPC after error@2115559081) -> (continuation of Deferred@85906871 after retry RPC after error@2029451650)))
15:04:27.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.693 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@285329169(state=PENDING, result=null, callback=(continuation of Deferred@929515512 after retry RPC after error@1441082368) -> (continuation of Deferred@822447870 after retry RPC after error@782499456) -> (continuation of Deferred@594949163 after retry RPC after error@1603246441) -> (continuation of Deferred@1122016792 after retry RPC after error@1929789242) -> (continuation of Deferred@1631820317 after retry RPC after error@1109656461) -> (continuation of Deferred@74597775 after retry RPC after error@1179604436), errback=(continuation of Deferred@929515512 after retry RPC after error@1441082368) -> (continuation of Deferred@822447870 after retry RPC after error@782499456) -> (continuation of Deferred@594949163 after retry RPC after error@1603246441) -> (continuation of Deferred@1122016792 after retry RPC after error@1929789242) -> (continuation of Deferred@1631820317 after retry RPC after error@1109656461) -> (continuation of Deferred@74597775 after retry RPC after error@1179604436)))
15:04:27.694 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@285329169(state=PENDING, result=null, callback=(continuation of Deferred@929515512 after retry RPC after error@1441082368) -> (continuation of Deferred@822447870 after retry RPC after error@782499456) -> (continuation of Deferred@594949163 after retry RPC after error@1603246441) -> (continuation of Deferred@1122016792 after retry RPC after error@1929789242) -> (continuation of Deferred@1631820317 after retry RPC after error@1109656461) -> (continuation of Deferred@74597775 after retry RPC after error@1179604436), errback=(continuation of Deferred@929515512 after retry RPC after error@1441082368) -> (continuation of Deferred@822447870 after retry RPC after error@782499456) -> (continuation of Deferred@594949163 after retry RPC after error@1603246441) -> (continuation of Deferred@1122016792 after retry RPC after error@1929789242) -> (continuation of Deferred@1631820317 after retry RPC after error@1109656461) -> (continuation of Deferred@74597775 after retry RPC after error@1179604436)))
15:04:27.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@727578299(state=PENDING, result=null, callback=(continuation of Deferred@110304127 after retry RPC after error@316485460) -> (continuation of Deferred@1120293706 after retry RPC after error@116034951) -> (continuation of Deferred@414983878 after retry RPC after error@1667239178) -> (continuation of Deferred@332160559 after retry RPC after error@1092124516) -> (continuation of Deferred@946600855 after retry RPC after error@1526770125) -> (continuation of Deferred@718059940 after retry RPC after error@674042054) -> (continuation of Deferred@1342042391 after retry RPC after error@300771300), errback=(continuation of Deferred@110304127 after retry RPC after error@316485460) -> (continuation of Deferred@1120293706 after retry RPC after error@116034951) -> (continuation of Deferred@414983878 after retry RPC after error@1667239178) -> (continuation of Deferred@332160559 after retry RPC after error@1092124516) -> (continuation of Deferred@946600855 after retry RPC after error@1526770125) -> (continuation of Deferred@718059940 after retry RPC after error@674042054) -> (continuation of Deferred@1342042391 after retry RPC after error@300771300)))
15:04:27.914 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@727578299(state=PENDING, result=null, callback=(continuation of Deferred@110304127 after retry RPC after error@316485460) -> (continuation of Deferred@1120293706 after retry RPC after error@116034951) -> (continuation of Deferred@414983878 after retry RPC after error@1667239178) -> (continuation of Deferred@332160559 after retry RPC after error@1092124516) -> (continuation of Deferred@946600855 after retry RPC after error@1526770125) -> (continuation of Deferred@718059940 after retry RPC after error@674042054) -> (continuation of Deferred@1342042391 after retry RPC after error@300771300), errback=(continuation of Deferred@110304127 after retry RPC after error@316485460) -> (continuation of Deferred@1120293706 after retry RPC after error@116034951) -> (continuation of Deferred@414983878 after retry RPC after error@1667239178) -> (continuation of Deferred@332160559 after retry RPC after error@1092124516) -> (continuation of Deferred@946600855 after retry RPC after error@1526770125) -> (continuation of Deferred@718059940 after retry RPC after error@674042054) -> (continuation of Deferred@1342042391 after retry RPC after error@300771300)))
15:04:27.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:27.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:27.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:27.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:27.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:27.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.035 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.154 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@415372096(state=PENDING, result=null, callback=(continuation of Deferred@1320039716 after retry RPC after error@831418589) -> (continuation of Deferred@1106246984 after retry RPC after error@1237302822) -> (continuation of Deferred@1988601120 after retry RPC after error@885865397) -> (continuation of Deferred@183928281 after retry RPC after error@1040991279) -> (continuation of Deferred@1978226795 after retry RPC after error@681887216) -> (continuation of Deferred@381830512 after retry RPC after error@1244878523) -> (continuation of Deferred@1973839254 after retry RPC after error@2074322327), errback=(continuation of Deferred@1320039716 after retry RPC after error@831418589) -> (continuation of Deferred@1106246984 after retry RPC after error@1237302822) -> (continuation of Deferred@1988601120 after retry RPC after error@885865397) -> (continuation of Deferred@183928281 after retry RPC after error@1040991279) -> (continuation of Deferred@1978226795 after retry RPC after error@681887216) -> (continuation of Deferred@381830512 after retry RPC after error@1244878523) -> (continuation of Deferred@1973839254 after retry RPC after error@2074322327)))
15:04:28.155 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@415372096(state=PENDING, result=null, callback=(continuation of Deferred@1320039716 after retry RPC after error@831418589) -> (continuation of Deferred@1106246984 after retry RPC after error@1237302822) -> (continuation of Deferred@1988601120 after retry RPC after error@885865397) -> (continuation of Deferred@183928281 after retry RPC after error@1040991279) -> (continuation of Deferred@1978226795 after retry RPC after error@681887216) -> (continuation of Deferred@381830512 after retry RPC after error@1244878523) -> (continuation of Deferred@1973839254 after retry RPC after error@2074322327), errback=(continuation of Deferred@1320039716 after retry RPC after error@831418589) -> (continuation of Deferred@1106246984 after retry RPC after error@1237302822) -> (continuation of Deferred@1988601120 after retry RPC after error@885865397) -> (continuation of Deferred@183928281 after retry RPC after error@1040991279) -> (continuation of Deferred@1978226795 after retry RPC after error@681887216) -> (continuation of Deferred@381830512 after retry RPC after error@1244878523) -> (continuation of Deferred@1973839254 after retry RPC after error@2074322327)))
15:04:28.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.335 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@489953421(state=PENDING, result=null, callback=(continuation of Deferred@1060006837 after retry RPC after error@916912483) -> (continuation of Deferred@947781993 after retry RPC after error@87262875) -> (continuation of Deferred@1225533003 after retry RPC after error@1214297064) -> (continuation of Deferred@14522052 after retry RPC after error@432262938) -> (continuation of Deferred@827690007 after retry RPC after error@2087163430) -> (continuation of Deferred@283133144 after retry RPC after error@391967425), errback=(continuation of Deferred@1060006837 after retry RPC after error@916912483) -> (continuation of Deferred@947781993 after retry RPC after error@87262875) -> (continuation of Deferred@1225533003 after retry RPC after error@1214297064) -> (continuation of Deferred@14522052 after retry RPC after error@432262938) -> (continuation of Deferred@827690007 after retry RPC after error@2087163430) -> (continuation of Deferred@283133144 after retry RPC after error@391967425)))
15:04:28.335 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@489953421(state=PENDING, result=null, callback=(continuation of Deferred@1060006837 after retry RPC after error@916912483) -> (continuation of Deferred@947781993 after retry RPC after error@87262875) -> (continuation of Deferred@1225533003 after retry RPC after error@1214297064) -> (continuation of Deferred@14522052 after retry RPC after error@432262938) -> (continuation of Deferred@827690007 after retry RPC after error@2087163430) -> (continuation of Deferred@283133144 after retry RPC after error@391967425), errback=(continuation of Deferred@1060006837 after retry RPC after error@916912483) -> (continuation of Deferred@947781993 after retry RPC after error@87262875) -> (continuation of Deferred@1225533003 after retry RPC after error@1214297064) -> (continuation of Deferred@14522052 after retry RPC after error@432262938) -> (continuation of Deferred@827690007 after retry RPC after error@2087163430) -> (continuation of Deferred@283133144 after retry RPC after error@391967425)))
15:04:28.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.535 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1858959096(state=PENDING, result=null, callback=(continuation of Deferred@1913178144 after retry RPC after error@1822881222) -> (continuation of Deferred@965616532 after retry RPC after error@1014098155) -> (continuation of Deferred@135036557 after retry RPC after error@1398776463) -> (continuation of Deferred@461744627 after retry RPC after error@679492824) -> (continuation of Deferred@1133758291 after retry RPC after error@1844862580) -> (continuation of Deferred@1535813640 after retry RPC after error@1917135197) -> (continuation of Deferred@791793945 after retry RPC after error@1894465397), errback=(continuation of Deferred@1913178144 after retry RPC after error@1822881222) -> (continuation of Deferred@965616532 after retry RPC after error@1014098155) -> (continuation of Deferred@135036557 after retry RPC after error@1398776463) -> (continuation of Deferred@461744627 after retry RPC after error@679492824) -> (continuation of Deferred@1133758291 after retry RPC after error@1844862580) -> (continuation of Deferred@1535813640 after retry RPC after error@1917135197) -> (continuation of Deferred@791793945 after retry RPC after error@1894465397)))
15:04:28.535 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1858959096(state=PENDING, result=null, callback=(continuation of Deferred@1913178144 after retry RPC after error@1822881222) -> (continuation of Deferred@965616532 after retry RPC after error@1014098155) -> (continuation of Deferred@135036557 after retry RPC after error@1398776463) -> (continuation of Deferred@461744627 after retry RPC after error@679492824) -> (continuation of Deferred@1133758291 after retry RPC after error@1844862580) -> (continuation of Deferred@1535813640 after retry RPC after error@1917135197) -> (continuation of Deferred@791793945 after retry RPC after error@1894465397), errback=(continuation of Deferred@1913178144 after retry RPC after error@1822881222) -> (continuation of Deferred@965616532 after retry RPC after error@1014098155) -> (continuation of Deferred@135036557 after retry RPC after error@1398776463) -> (continuation of Deferred@461744627 after retry RPC after error@679492824) -> (continuation of Deferred@1133758291 after retry RPC after error@1844862580) -> (continuation of Deferred@1535813640 after retry RPC after error@1917135197) -> (continuation of Deferred@791793945 after retry RPC after error@1894465397)))
15:04:28.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.754 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@53527937(state=PENDING, result=null, callback=(continuation of Deferred@1634748260 after retry RPC after error@1277783502) -> (continuation of Deferred@389249534 after retry RPC after error@313178708) -> (continuation of Deferred@1895994370 after retry RPC after error@1984090353) -> (continuation of Deferred@2058533710 after retry RPC after error@1032701526) -> (continuation of Deferred@1489696609 after retry RPC after error@955212241) -> (continuation of Deferred@1474876745 after retry RPC after error@75761300) -> (continuation of Deferred@200968346 after retry RPC after error@1222148573), errback=(continuation of Deferred@1634748260 after retry RPC after error@1277783502) -> (continuation of Deferred@389249534 after retry RPC after error@313178708) -> (continuation of Deferred@1895994370 after retry RPC after error@1984090353) -> (continuation of Deferred@2058533710 after retry RPC after error@1032701526) -> (continuation of Deferred@1489696609 after retry RPC after error@955212241) -> (continuation of Deferred@1474876745 after retry RPC after error@75761300) -> (continuation of Deferred@200968346 after retry RPC after error@1222148573)))
15:04:28.755 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@53527937(state=PENDING, result=null, callback=(continuation of Deferred@1634748260 after retry RPC after error@1277783502) -> (continuation of Deferred@389249534 after retry RPC after error@313178708) -> (continuation of Deferred@1895994370 after retry RPC after error@1984090353) -> (continuation of Deferred@2058533710 after retry RPC after error@1032701526) -> (continuation of Deferred@1489696609 after retry RPC after error@955212241) -> (continuation of Deferred@1474876745 after retry RPC after error@75761300) -> (continuation of Deferred@200968346 after retry RPC after error@1222148573), errback=(continuation of Deferred@1634748260 after retry RPC after error@1277783502) -> (continuation of Deferred@389249534 after retry RPC after error@313178708) -> (continuation of Deferred@1895994370 after retry RPC after error@1984090353) -> (continuation of Deferred@2058533710 after retry RPC after error@1032701526) -> (continuation of Deferred@1489696609 after retry RPC after error@955212241) -> (continuation of Deferred@1474876745 after retry RPC after error@75761300) -> (continuation of Deferred@200968346 after retry RPC after error@1222148573)))
15:04:28.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.935 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@423515808(state=PENDING, result=null, callback=(continuation of Deferred@629526351 after retry RPC after error@725827600) -> (continuation of Deferred@102386248 after retry RPC after error@1836746621) -> (continuation of Deferred@1712243242 after retry RPC after error@1467768123) -> (continuation of Deferred@56624534 after retry RPC after error@983055336) -> (continuation of Deferred@706195715 after retry RPC after error@532133119) -> (continuation of Deferred@477650474 after retry RPC after error@1740923190) -> (continuation of Deferred@1884048228 after retry RPC after error@1383991774), errback=(continuation of Deferred@629526351 after retry RPC after error@725827600) -> (continuation of Deferred@102386248 after retry RPC after error@1836746621) -> (continuation of Deferred@1712243242 after retry RPC after error@1467768123) -> (continuation of Deferred@56624534 after retry RPC after error@983055336) -> (continuation of Deferred@706195715 after retry RPC after error@532133119) -> (continuation of Deferred@477650474 after retry RPC after error@1740923190) -> (continuation of Deferred@1884048228 after retry RPC after error@1383991774)))
15:04:28.935 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@423515808(state=PENDING, result=null, callback=(continuation of Deferred@629526351 after retry RPC after error@725827600) -> (continuation of Deferred@102386248 after retry RPC after error@1836746621) -> (continuation of Deferred@1712243242 after retry RPC after error@1467768123) -> (continuation of Deferred@56624534 after retry RPC after error@983055336) -> (continuation of Deferred@706195715 after retry RPC after error@532133119) -> (continuation of Deferred@477650474 after retry RPC after error@1740923190) -> (continuation of Deferred@1884048228 after retry RPC after error@1383991774), errback=(continuation of Deferred@629526351 after retry RPC after error@725827600) -> (continuation of Deferred@102386248 after retry RPC after error@1836746621) -> (continuation of Deferred@1712243242 after retry RPC after error@1467768123) -> (continuation of Deferred@56624534 after retry RPC after error@983055336) -> (continuation of Deferred@706195715 after retry RPC after error@532133119) -> (continuation of Deferred@477650474 after retry RPC after error@1740923190) -> (continuation of Deferred@1884048228 after retry RPC after error@1383991774)))
15:04:28.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:28.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:28.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:28.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:28.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:28.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.194 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@472025883(state=PENDING, result=null, callback=(continuation of Deferred@985783651 after retry RPC after error@1237287530) -> (continuation of Deferred@1670509204 after retry RPC after error@1801701294) -> (continuation of Deferred@1610425700 after retry RPC after error@1784954915) -> (continuation of Deferred@101517993 after retry RPC after error@1931932529) -> (continuation of Deferred@1170620020 after retry RPC after error@225123255) -> (continuation of Deferred@1675428081 after retry RPC after error@665115264) -> (continuation of Deferred@1399158174 after retry RPC after error@109476582), errback=(continuation of Deferred@985783651 after retry RPC after error@1237287530) -> (continuation of Deferred@1670509204 after retry RPC after error@1801701294) -> (continuation of Deferred@1610425700 after retry RPC after error@1784954915) -> (continuation of Deferred@101517993 after retry RPC after error@1931932529) -> (continuation of Deferred@1170620020 after retry RPC after error@225123255) -> (continuation of Deferred@1675428081 after retry RPC after error@665115264) -> (continuation of Deferred@1399158174 after retry RPC after error@109476582)))
15:04:29.195 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@472025883(state=PENDING, result=null, callback=(continuation of Deferred@985783651 after retry RPC after error@1237287530) -> (continuation of Deferred@1670509204 after retry RPC after error@1801701294) -> (continuation of Deferred@1610425700 after retry RPC after error@1784954915) -> (continuation of Deferred@101517993 after retry RPC after error@1931932529) -> (continuation of Deferred@1170620020 after retry RPC after error@225123255) -> (continuation of Deferred@1675428081 after retry RPC after error@665115264) -> (continuation of Deferred@1399158174 after retry RPC after error@109476582), errback=(continuation of Deferred@985783651 after retry RPC after error@1237287530) -> (continuation of Deferred@1670509204 after retry RPC after error@1801701294) -> (continuation of Deferred@1610425700 after retry RPC after error@1784954915) -> (continuation of Deferred@101517993 after retry RPC after error@1931932529) -> (continuation of Deferred@1170620020 after retry RPC after error@225123255) -> (continuation of Deferred@1675428081 after retry RPC after error@665115264) -> (continuation of Deferred@1399158174 after retry RPC after error@109476582)))
15:04:29.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.454 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@697827338(state=PENDING, result=null, callback=(continuation of Deferred@2093438572 after retry RPC after error@324958550) -> (continuation of Deferred@2097114310 after retry RPC after error@353282819) -> (continuation of Deferred@1396501496 after retry RPC after error@868793344) -> (continuation of Deferred@886472675 after retry RPC after error@1424002249) -> (continuation of Deferred@1614274182 after retry RPC after error@375998012) -> (continuation of Deferred@289868405 after retry RPC after error@1091652176) -> (continuation of Deferred@520912666 after retry RPC after error@1124631137), errback=(continuation of Deferred@2093438572 after retry RPC after error@324958550) -> (continuation of Deferred@2097114310 after retry RPC after error@353282819) -> (continuation of Deferred@1396501496 after retry RPC after error@868793344) -> (continuation of Deferred@886472675 after retry RPC after error@1424002249) -> (continuation of Deferred@1614274182 after retry RPC after error@375998012) -> (continuation of Deferred@289868405 after retry RPC after error@1091652176) -> (continuation of Deferred@520912666 after retry RPC after error@1124631137)))
15:04:29.455 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@697827338(state=PENDING, result=null, callback=(continuation of Deferred@2093438572 after retry RPC after error@324958550) -> (continuation of Deferred@2097114310 after retry RPC after error@353282819) -> (continuation of Deferred@1396501496 after retry RPC after error@868793344) -> (continuation of Deferred@886472675 after retry RPC after error@1424002249) -> (continuation of Deferred@1614274182 after retry RPC after error@375998012) -> (continuation of Deferred@289868405 after retry RPC after error@1091652176) -> (continuation of Deferred@520912666 after retry RPC after error@1124631137), errback=(continuation of Deferred@2093438572 after retry RPC after error@324958550) -> (continuation of Deferred@2097114310 after retry RPC after error@353282819) -> (continuation of Deferred@1396501496 after retry RPC after error@868793344) -> (continuation of Deferred@886472675 after retry RPC after error@1424002249) -> (continuation of Deferred@1614274182 after retry RPC after error@375998012) -> (continuation of Deferred@289868405 after retry RPC after error@1091652176) -> (continuation of Deferred@520912666 after retry RPC after error@1124631137)))
15:04:29.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.654 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@762932898(state=PENDING, result=null, callback=(continuation of Deferred@2074242458 after retry RPC after error@1420099259) -> (continuation of Deferred@380421766 after retry RPC after error@1883678351) -> (continuation of Deferred@409000864 after retry RPC after error@1807925041) -> (continuation of Deferred@464182329 after retry RPC after error@1587372829) -> (continuation of Deferred@1086201525 after retry RPC after error@1056643748) -> (continuation of Deferred@1937588822 after retry RPC after error@1187861167) -> (continuation of Deferred@1983297397 after retry RPC after error@285125933) -> (continuation of Deferred@159916694 after retry RPC after error@628900130), errback=(continuation of Deferred@2074242458 after retry RPC after error@1420099259) -> (continuation of Deferred@380421766 after retry RPC after error@1883678351) -> (continuation of Deferred@409000864 after retry RPC after error@1807925041) -> (continuation of Deferred@464182329 after retry RPC after error@1587372829) -> (continuation of Deferred@1086201525 after retry RPC after error@1056643748) -> (continuation of Deferred@1937588822 after retry RPC after error@1187861167) -> (continuation of Deferred@1983297397 after retry RPC after error@285125933) -> (continuation of Deferred@159916694 after retry RPC after error@628900130)))
15:04:29.655 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@762932898(state=PENDING, result=null, callback=(continuation of Deferred@2074242458 after retry RPC after error@1420099259) -> (continuation of Deferred@380421766 after retry RPC after error@1883678351) -> (continuation of Deferred@409000864 after retry RPC after error@1807925041) -> (continuation of Deferred@464182329 after retry RPC after error@1587372829) -> (continuation of Deferred@1086201525 after retry RPC after error@1056643748) -> (continuation of Deferred@1937588822 after retry RPC after error@1187861167) -> (continuation of Deferred@1983297397 after retry RPC after error@285125933) -> (continuation of Deferred@159916694 after retry RPC after error@628900130), errback=(continuation of Deferred@2074242458 after retry RPC after error@1420099259) -> (continuation of Deferred@380421766 after retry RPC after error@1883678351) -> (continuation of Deferred@409000864 after retry RPC after error@1807925041) -> (continuation of Deferred@464182329 after retry RPC after error@1587372829) -> (continuation of Deferred@1086201525 after retry RPC after error@1056643748) -> (continuation of Deferred@1937588822 after retry RPC after error@1187861167) -> (continuation of Deferred@1983297397 after retry RPC after error@285125933) -> (continuation of Deferred@159916694 after retry RPC after error@628900130)))
15:04:29.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.874 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1108111603(state=PENDING, result=null, callback=(continuation of Deferred@400215992 after retry RPC after error@325858448) -> (continuation of Deferred@832000993 after retry RPC after error@280835784) -> (continuation of Deferred@1364954216 after retry RPC after error@593619559) -> (continuation of Deferred@685948337 after retry RPC after error@1368446227) -> (continuation of Deferred@1554332549 after retry RPC after error@1891352740) -> (continuation of Deferred@1292493879 after retry RPC after error@442931400) -> (continuation of Deferred@1877668114 after retry RPC after error@1098560171), errback=(continuation of Deferred@400215992 after retry RPC after error@325858448) -> (continuation of Deferred@832000993 after retry RPC after error@280835784) -> (continuation of Deferred@1364954216 after retry RPC after error@593619559) -> (continuation of Deferred@685948337 after retry RPC after error@1368446227) -> (continuation of Deferred@1554332549 after retry RPC after error@1891352740) -> (continuation of Deferred@1292493879 after retry RPC after error@442931400) -> (continuation of Deferred@1877668114 after retry RPC after error@1098560171)))
15:04:29.875 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1108111603(state=PENDING, result=null, callback=(continuation of Deferred@400215992 after retry RPC after error@325858448) -> (continuation of Deferred@832000993 after retry RPC after error@280835784) -> (continuation of Deferred@1364954216 after retry RPC after error@593619559) -> (continuation of Deferred@685948337 after retry RPC after error@1368446227) -> (continuation of Deferred@1554332549 after retry RPC after error@1891352740) -> (continuation of Deferred@1292493879 after retry RPC after error@442931400) -> (continuation of Deferred@1877668114 after retry RPC after error@1098560171), errback=(continuation of Deferred@400215992 after retry RPC after error@325858448) -> (continuation of Deferred@832000993 after retry RPC after error@280835784) -> (continuation of Deferred@1364954216 after retry RPC after error@593619559) -> (continuation of Deferred@685948337 after retry RPC after error@1368446227) -> (continuation of Deferred@1554332549 after retry RPC after error@1891352740) -> (continuation of Deferred@1292493879 after retry RPC after error@442931400) -> (continuation of Deferred@1877668114 after retry RPC after error@1098560171)))
15:04:29.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:29.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:29.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:29.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:29.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:29.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.134 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@761333141(state=PENDING, result=null, callback=(continuation of Deferred@1153966986 after retry RPC after error@406804727) -> (continuation of Deferred@2076440505 after retry RPC after error@1588271353) -> (continuation of Deferred@1534768341 after retry RPC after error@971024301) -> (continuation of Deferred@1576722711 after retry RPC after error@1536185985) -> (continuation of Deferred@1438817594 after retry RPC after error@1763939808) -> (continuation of Deferred@1666917258 after retry RPC after error@983979326) -> (continuation of Deferred@2068587549 after retry RPC after error@238367233), errback=(continuation of Deferred@1153966986 after retry RPC after error@406804727) -> (continuation of Deferred@2076440505 after retry RPC after error@1588271353) -> (continuation of Deferred@1534768341 after retry RPC after error@971024301) -> (continuation of Deferred@1576722711 after retry RPC after error@1536185985) -> (continuation of Deferred@1438817594 after retry RPC after error@1763939808) -> (continuation of Deferred@1666917258 after retry RPC after error@983979326) -> (continuation of Deferred@2068587549 after retry RPC after error@238367233)))
15:04:30.135 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@761333141(state=PENDING, result=null, callback=(continuation of Deferred@1153966986 after retry RPC after error@406804727) -> (continuation of Deferred@2076440505 after retry RPC after error@1588271353) -> (continuation of Deferred@1534768341 after retry RPC after error@971024301) -> (continuation of Deferred@1576722711 after retry RPC after error@1536185985) -> (continuation of Deferred@1438817594 after retry RPC after error@1763939808) -> (continuation of Deferred@1666917258 after retry RPC after error@983979326) -> (continuation of Deferred@2068587549 after retry RPC after error@238367233), errback=(continuation of Deferred@1153966986 after retry RPC after error@406804727) -> (continuation of Deferred@2076440505 after retry RPC after error@1588271353) -> (continuation of Deferred@1534768341 after retry RPC after error@971024301) -> (continuation of Deferred@1576722711 after retry RPC after error@1536185985) -> (continuation of Deferred@1438817594 after retry RPC after error@1763939808) -> (continuation of Deferred@1666917258 after retry RPC after error@983979326) -> (continuation of Deferred@2068587549 after retry RPC after error@238367233)))
15:04:30.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.334 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@839326895(state=PENDING, result=null, callback=(continuation of Deferred@636386357 after retry RPC after error@177034850) -> (continuation of Deferred@338464694 after retry RPC after error@516164600) -> (continuation of Deferred@1218302913 after retry RPC after error@675521270) -> (continuation of Deferred@1482873207 after retry RPC after error@1724355144) -> (continuation of Deferred@1080186506 after retry RPC after error@1971525730) -> (continuation of Deferred@1004850884 after retry RPC after error@1634422306), errback=(continuation of Deferred@636386357 after retry RPC after error@177034850) -> (continuation of Deferred@338464694 after retry RPC after error@516164600) -> (continuation of Deferred@1218302913 after retry RPC after error@675521270) -> (continuation of Deferred@1482873207 after retry RPC after error@1724355144) -> (continuation of Deferred@1080186506 after retry RPC after error@1971525730) -> (continuation of Deferred@1004850884 after retry RPC after error@1634422306)))
15:04:30.335 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@839326895(state=PENDING, result=null, callback=(continuation of Deferred@636386357 after retry RPC after error@177034850) -> (continuation of Deferred@338464694 after retry RPC after error@516164600) -> (continuation of Deferred@1218302913 after retry RPC after error@675521270) -> (continuation of Deferred@1482873207 after retry RPC after error@1724355144) -> (continuation of Deferred@1080186506 after retry RPC after error@1971525730) -> (continuation of Deferred@1004850884 after retry RPC after error@1634422306), errback=(continuation of Deferred@636386357 after retry RPC after error@177034850) -> (continuation of Deferred@338464694 after retry RPC after error@516164600) -> (continuation of Deferred@1218302913 after retry RPC after error@675521270) -> (continuation of Deferred@1482873207 after retry RPC after error@1724355144) -> (continuation of Deferred@1080186506 after retry RPC after error@1971525730) -> (continuation of Deferred@1004850884 after retry RPC after error@1634422306)))
15:04:30.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.514 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@841852249(state=PENDING, result=null, callback=(continuation of Deferred@289944486 after retry RPC after error@1660627986) -> (continuation of Deferred@886089821 after retry RPC after error@1795740915) -> (continuation of Deferred@999100215 after retry RPC after error@11349992) -> (continuation of Deferred@823061984 after retry RPC after error@478943358) -> (continuation of Deferred@1328236655 after retry RPC after error@638643213) -> (continuation of Deferred@1622631618 after retry RPC after error@470081346), errback=(continuation of Deferred@289944486 after retry RPC after error@1660627986) -> (continuation of Deferred@886089821 after retry RPC after error@1795740915) -> (continuation of Deferred@999100215 after retry RPC after error@11349992) -> (continuation of Deferred@823061984 after retry RPC after error@478943358) -> (continuation of Deferred@1328236655 after retry RPC after error@638643213) -> (continuation of Deferred@1622631618 after retry RPC after error@470081346)))
15:04:30.515 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@841852249(state=PENDING, result=null, callback=(continuation of Deferred@289944486 after retry RPC after error@1660627986) -> (continuation of Deferred@886089821 after retry RPC after error@1795740915) -> (continuation of Deferred@999100215 after retry RPC after error@11349992) -> (continuation of Deferred@823061984 after retry RPC after error@478943358) -> (continuation of Deferred@1328236655 after retry RPC after error@638643213) -> (continuation of Deferred@1622631618 after retry RPC after error@470081346), errback=(continuation of Deferred@289944486 after retry RPC after error@1660627986) -> (continuation of Deferred@886089821 after retry RPC after error@1795740915) -> (continuation of Deferred@999100215 after retry RPC after error@11349992) -> (continuation of Deferred@823061984 after retry RPC after error@478943358) -> (continuation of Deferred@1328236655 after retry RPC after error@638643213) -> (continuation of Deferred@1622631618 after retry RPC after error@470081346)))
15:04:30.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.754 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@792908848(state=PENDING, result=null, callback=(continuation of Deferred@1630033371 after retry RPC after error@743642359) -> (continuation of Deferred@1105164184 after retry RPC after error@2022037703) -> (continuation of Deferred@1528880257 after retry RPC after error@1876987838) -> (continuation of Deferred@1438209645 after retry RPC after error@61669373) -> (continuation of Deferred@1580593117 after retry RPC after error@901973722) -> (continuation of Deferred@710292529 after retry RPC after error@1315005841) -> (continuation of Deferred@1071329415 after retry RPC after error@302191728), errback=(continuation of Deferred@1630033371 after retry RPC after error@743642359) -> (continuation of Deferred@1105164184 after retry RPC after error@2022037703) -> (continuation of Deferred@1528880257 after retry RPC after error@1876987838) -> (continuation of Deferred@1438209645 after retry RPC after error@61669373) -> (continuation of Deferred@1580593117 after retry RPC after error@901973722) -> (continuation of Deferred@710292529 after retry RPC after error@1315005841) -> (continuation of Deferred@1071329415 after retry RPC after error@302191728)))
15:04:30.755 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@792908848(state=PENDING, result=null, callback=(continuation of Deferred@1630033371 after retry RPC after error@743642359) -> (continuation of Deferred@1105164184 after retry RPC after error@2022037703) -> (continuation of Deferred@1528880257 after retry RPC after error@1876987838) -> (continuation of Deferred@1438209645 after retry RPC after error@61669373) -> (continuation of Deferred@1580593117 after retry RPC after error@901973722) -> (continuation of Deferred@710292529 after retry RPC after error@1315005841) -> (continuation of Deferred@1071329415 after retry RPC after error@302191728), errback=(continuation of Deferred@1630033371 after retry RPC after error@743642359) -> (continuation of Deferred@1105164184 after retry RPC after error@2022037703) -> (continuation of Deferred@1528880257 after retry RPC after error@1876987838) -> (continuation of Deferred@1438209645 after retry RPC after error@61669373) -> (continuation of Deferred@1580593117 after retry RPC after error@901973722) -> (continuation of Deferred@710292529 after retry RPC after error@1315005841) -> (continuation of Deferred@1071329415 after retry RPC after error@302191728)))
15:04:30.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@201195650(state=PENDING, result=null, callback=(continuation of Deferred@461308690 after retry RPC after error@787698970) -> (continuation of Deferred@1799594374 after retry RPC after error@281167484) -> (continuation of Deferred@1942401253 after retry RPC after error@1193893890) -> (continuation of Deferred@823174896 after retry RPC after error@870573832) -> (continuation of Deferred@1977886729 after retry RPC after error@2034331591) -> (continuation of Deferred@1297244473 after retry RPC after error@1629819964), errback=(continuation of Deferred@461308690 after retry RPC after error@787698970) -> (continuation of Deferred@1799594374 after retry RPC after error@281167484) -> (continuation of Deferred@1942401253 after retry RPC after error@1193893890) -> (continuation of Deferred@823174896 after retry RPC after error@870573832) -> (continuation of Deferred@1977886729 after retry RPC after error@2034331591) -> (continuation of Deferred@1297244473 after retry RPC after error@1629819964)))
15:04:30.914 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@201195650(state=PENDING, result=null, callback=(continuation of Deferred@461308690 after retry RPC after error@787698970) -> (continuation of Deferred@1799594374 after retry RPC after error@281167484) -> (continuation of Deferred@1942401253 after retry RPC after error@1193893890) -> (continuation of Deferred@823174896 after retry RPC after error@870573832) -> (continuation of Deferred@1977886729 after retry RPC after error@2034331591) -> (continuation of Deferred@1297244473 after retry RPC after error@1629819964), errback=(continuation of Deferred@461308690 after retry RPC after error@787698970) -> (continuation of Deferred@1799594374 after retry RPC after error@281167484) -> (continuation of Deferred@1942401253 after retry RPC after error@1193893890) -> (continuation of Deferred@823174896 after retry RPC after error@870573832) -> (continuation of Deferred@1977886729 after retry RPC after error@2034331591) -> (continuation of Deferred@1297244473 after retry RPC after error@1629819964)))
15:04:30.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:30.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:30.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:30.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:30.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:30.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.074 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1647211182(state=PENDING, result=null, callback=(continuation of Deferred@1127691528 after retry RPC after error@280518850) -> (continuation of Deferred@102255965 after retry RPC after error@397603890) -> (continuation of Deferred@1842814137 after retry RPC after error@1052430257) -> (continuation of Deferred@2047614878 after retry RPC after error@2057271177) -> (continuation of Deferred@804822711 after retry RPC after error@1205279678) -> (continuation of Deferred@1572674613 after retry RPC after error@1545538356), errback=(continuation of Deferred@1127691528 after retry RPC after error@280518850) -> (continuation of Deferred@102255965 after retry RPC after error@397603890) -> (continuation of Deferred@1842814137 after retry RPC after error@1052430257) -> (continuation of Deferred@2047614878 after retry RPC after error@2057271177) -> (continuation of Deferred@804822711 after retry RPC after error@1205279678) -> (continuation of Deferred@1572674613 after retry RPC after error@1545538356)))
15:04:31.074 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1647211182(state=PENDING, result=null, callback=(continuation of Deferred@1127691528 after retry RPC after error@280518850) -> (continuation of Deferred@102255965 after retry RPC after error@397603890) -> (continuation of Deferred@1842814137 after retry RPC after error@1052430257) -> (continuation of Deferred@2047614878 after retry RPC after error@2057271177) -> (continuation of Deferred@804822711 after retry RPC after error@1205279678) -> (continuation of Deferred@1572674613 after retry RPC after error@1545538356), errback=(continuation of Deferred@1127691528 after retry RPC after error@280518850) -> (continuation of Deferred@102255965 after retry RPC after error@397603890) -> (continuation of Deferred@1842814137 after retry RPC after error@1052430257) -> (continuation of Deferred@2047614878 after retry RPC after error@2057271177) -> (continuation of Deferred@804822711 after retry RPC after error@1205279678) -> (continuation of Deferred@1572674613 after retry RPC after error@1545538356)))
15:04:31.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.353 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2915142(state=PENDING, result=null, callback=(continuation of Deferred@853499216 after retry RPC after error@288210042) -> (continuation of Deferred@1517724237 after retry RPC after error@962790414) -> (continuation of Deferred@1906240431 after retry RPC after error@229398410) -> (continuation of Deferred@1655175352 after retry RPC after error@1137034134) -> (continuation of Deferred@1157667794 after retry RPC after error@713000191) -> (continuation of Deferred@2000739120 after retry RPC after error@452230973) -> (continuation of Deferred@1533782458 after retry RPC after error@233145940), errback=(continuation of Deferred@853499216 after retry RPC after error@288210042) -> (continuation of Deferred@1517724237 after retry RPC after error@962790414) -> (continuation of Deferred@1906240431 after retry RPC after error@229398410) -> (continuation of Deferred@1655175352 after retry RPC after error@1137034134) -> (continuation of Deferred@1157667794 after retry RPC after error@713000191) -> (continuation of Deferred@2000739120 after retry RPC after error@452230973) -> (continuation of Deferred@1533782458 after retry RPC after error@233145940)))
15:04:31.353 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:31.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.633 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@834923814(state=PENDING, result=null, callback=(continuation of Deferred@43551766 after retry RPC after error@1243523997) -> (continuation of Deferred@24824065 after retry RPC after error@796835541) -> (continuation of Deferred@1765830416 after retry RPC after error@1455252454) -> (continuation of Deferred@22579953 after retry RPC after error@1535775769) -> (continuation of Deferred@836290711 after retry RPC after error@205995801) -> (continuation of Deferred@1233990498 after retry RPC after error@1118624918) -> (continuation of Deferred@902244388 after retry RPC after error@5072498) -> (continuation of Deferred@553341754 after retry RPC after error@68641759), errback=(continuation of Deferred@43551766 after retry RPC after error@1243523997) -> (continuation of Deferred@24824065 after retry RPC after error@796835541) -> (continuation of Deferred@1765830416 after retry RPC after error@1455252454) -> (continuation of Deferred@22579953 after retry RPC after error@1535775769) -> (continuation of Deferred@836290711 after retry RPC after error@205995801) -> (continuation of Deferred@1233990498 after retry RPC after error@1118624918) -> (continuation of Deferred@902244388 after retry RPC after error@5072498) -> (continuation of Deferred@553341754 after retry RPC after error@68641759)))
15:04:31.633 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:31.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.875 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1298761317(state=PENDING, result=null, callback=(continuation of Deferred@2120062435 after retry RPC after error@1030466216) -> (continuation of Deferred@317629634 after retry RPC after error@330646100) -> (continuation of Deferred@22359884 after retry RPC after error@1636559652) -> (continuation of Deferred@111450979 after retry RPC after error@1060818433) -> (continuation of Deferred@389921253 after retry RPC after error@701608685) -> (continuation of Deferred@185359159 after retry RPC after error@1647302289) -> (continuation of Deferred@413645216 after retry RPC after error@1019553411), errback=(continuation of Deferred@2120062435 after retry RPC after error@1030466216) -> (continuation of Deferred@317629634 after retry RPC after error@330646100) -> (continuation of Deferred@22359884 after retry RPC after error@1636559652) -> (continuation of Deferred@111450979 after retry RPC after error@1060818433) -> (continuation of Deferred@389921253 after retry RPC after error@701608685) -> (continuation of Deferred@185359159 after retry RPC after error@1647302289) -> (continuation of Deferred@413645216 after retry RPC after error@1019553411)))
15:04:31.875 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1298761317(state=PENDING, result=null, callback=(continuation of Deferred@2120062435 after retry RPC after error@1030466216) -> (continuation of Deferred@317629634 after retry RPC after error@330646100) -> (continuation of Deferred@22359884 after retry RPC after error@1636559652) -> (continuation of Deferred@111450979 after retry RPC after error@1060818433) -> (continuation of Deferred@389921253 after retry RPC after error@701608685) -> (continuation of Deferred@185359159 after retry RPC after error@1647302289) -> (continuation of Deferred@413645216 after retry RPC after error@1019553411), errback=(continuation of Deferred@2120062435 after retry RPC after error@1030466216) -> (continuation of Deferred@317629634 after retry RPC after error@330646100) -> (continuation of Deferred@22359884 after retry RPC after error@1636559652) -> (continuation of Deferred@111450979 after retry RPC after error@1060818433) -> (continuation of Deferred@389921253 after retry RPC after error@701608685) -> (continuation of Deferred@185359159 after retry RPC after error@1647302289) -> (continuation of Deferred@413645216 after retry RPC after error@1019553411)))
15:04:31.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:31.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:31.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:31.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:31.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:31.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.075 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@246665641(state=PENDING, result=null, callback=(continuation of Deferred@1741800790 after retry RPC after error@60028376) -> (continuation of Deferred@2023494508 after retry RPC after error@1748151119) -> (continuation of Deferred@27273322 after retry RPC after error@495001779) -> (continuation of Deferred@94263068 after retry RPC after error@2014047283) -> (continuation of Deferred@2028496928 after retry RPC after error@1819822902) -> (continuation of Deferred@464111378 after retry RPC after error@1013242400), errback=(continuation of Deferred@1741800790 after retry RPC after error@60028376) -> (continuation of Deferred@2023494508 after retry RPC after error@1748151119) -> (continuation of Deferred@27273322 after retry RPC after error@495001779) -> (continuation of Deferred@94263068 after retry RPC after error@2014047283) -> (continuation of Deferred@2028496928 after retry RPC after error@1819822902) -> (continuation of Deferred@464111378 after retry RPC after error@1013242400)))
15:04:32.075 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@246665641(state=PENDING, result=null, callback=(continuation of Deferred@1741800790 after retry RPC after error@60028376) -> (continuation of Deferred@2023494508 after retry RPC after error@1748151119) -> (continuation of Deferred@27273322 after retry RPC after error@495001779) -> (continuation of Deferred@94263068 after retry RPC after error@2014047283) -> (continuation of Deferred@2028496928 after retry RPC after error@1819822902) -> (continuation of Deferred@464111378 after retry RPC after error@1013242400), errback=(continuation of Deferred@1741800790 after retry RPC after error@60028376) -> (continuation of Deferred@2023494508 after retry RPC after error@1748151119) -> (continuation of Deferred@27273322 after retry RPC after error@495001779) -> (continuation of Deferred@94263068 after retry RPC after error@2014047283) -> (continuation of Deferred@2028496928 after retry RPC after error@1819822902) -> (continuation of Deferred@464111378 after retry RPC after error@1013242400)))
15:04:32.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.315 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@462878796(state=PENDING, result=null, callback=(continuation of Deferred@1910327217 after retry RPC after error@1510825487) -> (continuation of Deferred@869360141 after retry RPC after error@522827939) -> (continuation of Deferred@72520760 after retry RPC after error@882859931) -> (continuation of Deferred@208044559 after retry RPC after error@1591271296) -> (continuation of Deferred@1312514871 after retry RPC after error@1482476) -> (continuation of Deferred@953680411 after retry RPC after error@551878239) -> (continuation of Deferred@903021487 after retry RPC after error@17177095), errback=(continuation of Deferred@1910327217 after retry RPC after error@1510825487) -> (continuation of Deferred@869360141 after retry RPC after error@522827939) -> (continuation of Deferred@72520760 after retry RPC after error@882859931) -> (continuation of Deferred@208044559 after retry RPC after error@1591271296) -> (continuation of Deferred@1312514871 after retry RPC after error@1482476) -> (continuation of Deferred@953680411 after retry RPC after error@551878239) -> (continuation of Deferred@903021487 after retry RPC after error@17177095)))
15:04:32.315 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@462878796(state=PENDING, result=null, callback=(continuation of Deferred@1910327217 after retry RPC after error@1510825487) -> (continuation of Deferred@869360141 after retry RPC after error@522827939) -> (continuation of Deferred@72520760 after retry RPC after error@882859931) -> (continuation of Deferred@208044559 after retry RPC after error@1591271296) -> (continuation of Deferred@1312514871 after retry RPC after error@1482476) -> (continuation of Deferred@953680411 after retry RPC after error@551878239) -> (continuation of Deferred@903021487 after retry RPC after error@17177095), errback=(continuation of Deferred@1910327217 after retry RPC after error@1510825487) -> (continuation of Deferred@869360141 after retry RPC after error@522827939) -> (continuation of Deferred@72520760 after retry RPC after error@882859931) -> (continuation of Deferred@208044559 after retry RPC after error@1591271296) -> (continuation of Deferred@1312514871 after retry RPC after error@1482476) -> (continuation of Deferred@953680411 after retry RPC after error@551878239) -> (continuation of Deferred@903021487 after retry RPC after error@17177095)))
15:04:32.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.494 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@477145218(state=PENDING, result=null, callback=(continuation of Deferred@1087415154 after retry RPC after error@2930584) -> (continuation of Deferred@1533540335 after retry RPC after error@1120559289) -> (continuation of Deferred@130322593 after retry RPC after error@1647404982) -> (continuation of Deferred@101526672 after retry RPC after error@399723328) -> (continuation of Deferred@875663491 after retry RPC after error@1565810020) -> (continuation of Deferred@844268530 after retry RPC after error@1062623155), errback=(continuation of Deferred@1087415154 after retry RPC after error@2930584) -> (continuation of Deferred@1533540335 after retry RPC after error@1120559289) -> (continuation of Deferred@130322593 after retry RPC after error@1647404982) -> (continuation of Deferred@101526672 after retry RPC after error@399723328) -> (continuation of Deferred@875663491 after retry RPC after error@1565810020) -> (continuation of Deferred@844268530 after retry RPC after error@1062623155)))
15:04:32.494 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@477145218(state=PENDING, result=null, callback=(continuation of Deferred@1087415154 after retry RPC after error@2930584) -> (continuation of Deferred@1533540335 after retry RPC after error@1120559289) -> (continuation of Deferred@130322593 after retry RPC after error@1647404982) -> (continuation of Deferred@101526672 after retry RPC after error@399723328) -> (continuation of Deferred@875663491 after retry RPC after error@1565810020) -> (continuation of Deferred@844268530 after retry RPC after error@1062623155), errback=(continuation of Deferred@1087415154 after retry RPC after error@2930584) -> (continuation of Deferred@1533540335 after retry RPC after error@1120559289) -> (continuation of Deferred@130322593 after retry RPC after error@1647404982) -> (continuation of Deferred@101526672 after retry RPC after error@399723328) -> (continuation of Deferred@875663491 after retry RPC after error@1565810020) -> (continuation of Deferred@844268530 after retry RPC after error@1062623155)))
15:04:32.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.694 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@825749707(state=PENDING, result=null, callback=(continuation of Deferred@1363313695 after retry RPC after error@831289538) -> (continuation of Deferred@369007700 after retry RPC after error@465667976) -> (continuation of Deferred@1592167059 after retry RPC after error@209630181) -> (continuation of Deferred@1837339138 after retry RPC after error@2062136829) -> (continuation of Deferred@280042017 after retry RPC after error@1772712521) -> (continuation of Deferred@407629564 after retry RPC after error@792389205), errback=(continuation of Deferred@1363313695 after retry RPC after error@831289538) -> (continuation of Deferred@369007700 after retry RPC after error@465667976) -> (continuation of Deferred@1592167059 after retry RPC after error@209630181) -> (continuation of Deferred@1837339138 after retry RPC after error@2062136829) -> (continuation of Deferred@280042017 after retry RPC after error@1772712521) -> (continuation of Deferred@407629564 after retry RPC after error@792389205)))
15:04:32.695 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@825749707(state=PENDING, result=null, callback=(continuation of Deferred@1363313695 after retry RPC after error@831289538) -> (continuation of Deferred@369007700 after retry RPC after error@465667976) -> (continuation of Deferred@1592167059 after retry RPC after error@209630181) -> (continuation of Deferred@1837339138 after retry RPC after error@2062136829) -> (continuation of Deferred@280042017 after retry RPC after error@1772712521) -> (continuation of Deferred@407629564 after retry RPC after error@792389205), errback=(continuation of Deferred@1363313695 after retry RPC after error@831289538) -> (continuation of Deferred@369007700 after retry RPC after error@465667976) -> (continuation of Deferred@1592167059 after retry RPC after error@209630181) -> (continuation of Deferred@1837339138 after retry RPC after error@2062136829) -> (continuation of Deferred@280042017 after retry RPC after error@1772712521) -> (continuation of Deferred@407629564 after retry RPC after error@792389205)))
15:04:32.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.894 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@775607158(state=PENDING, result=null, callback=(continuation of Deferred@634063858 after retry RPC after error@503638977) -> (continuation of Deferred@1040932423 after retry RPC after error@1179818899) -> (continuation of Deferred@993758256 after retry RPC after error@47723125) -> (continuation of Deferred@1715846415 after retry RPC after error@882453591) -> (continuation of Deferred@1394896120 after retry RPC after error@271366003) -> (continuation of Deferred@1531633084 after retry RPC after error@650946838), errback=(continuation of Deferred@634063858 after retry RPC after error@503638977) -> (continuation of Deferred@1040932423 after retry RPC after error@1179818899) -> (continuation of Deferred@993758256 after retry RPC after error@47723125) -> (continuation of Deferred@1715846415 after retry RPC after error@882453591) -> (continuation of Deferred@1394896120 after retry RPC after error@271366003) -> (continuation of Deferred@1531633084 after retry RPC after error@650946838)))
15:04:32.894 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@775607158(state=PENDING, result=null, callback=(continuation of Deferred@634063858 after retry RPC after error@503638977) -> (continuation of Deferred@1040932423 after retry RPC after error@1179818899) -> (continuation of Deferred@993758256 after retry RPC after error@47723125) -> (continuation of Deferred@1715846415 after retry RPC after error@882453591) -> (continuation of Deferred@1394896120 after retry RPC after error@271366003) -> (continuation of Deferred@1531633084 after retry RPC after error@650946838), errback=(continuation of Deferred@634063858 after retry RPC after error@503638977) -> (continuation of Deferred@1040932423 after retry RPC after error@1179818899) -> (continuation of Deferred@993758256 after retry RPC after error@47723125) -> (continuation of Deferred@1715846415 after retry RPC after error@882453591) -> (continuation of Deferred@1394896120 after retry RPC after error@271366003) -> (continuation of Deferred@1531633084 after retry RPC after error@650946838)))
15:04:32.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:32.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:32.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:32.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:32.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:32.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.074 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@732771713(state=PENDING, result=null, callback=(continuation of Deferred@2016513334 after retry RPC after error@65660435) -> (continuation of Deferred@927402402 after retry RPC after error@1971598326) -> (continuation of Deferred@27805773 after retry RPC after error@1304297237) -> (continuation of Deferred@1119413529 after retry RPC after error@376927547) -> (continuation of Deferred@1432268184 after retry RPC after error@2008659313) -> (continuation of Deferred@1923880626 after retry RPC after error@1600088945), errback=(continuation of Deferred@2016513334 after retry RPC after error@65660435) -> (continuation of Deferred@927402402 after retry RPC after error@1971598326) -> (continuation of Deferred@27805773 after retry RPC after error@1304297237) -> (continuation of Deferred@1119413529 after retry RPC after error@376927547) -> (continuation of Deferred@1432268184 after retry RPC after error@2008659313) -> (continuation of Deferred@1923880626 after retry RPC after error@1600088945)))
15:04:33.074 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@732771713(state=PENDING, result=null, callback=(continuation of Deferred@2016513334 after retry RPC after error@65660435) -> (continuation of Deferred@927402402 after retry RPC after error@1971598326) -> (continuation of Deferred@27805773 after retry RPC after error@1304297237) -> (continuation of Deferred@1119413529 after retry RPC after error@376927547) -> (continuation of Deferred@1432268184 after retry RPC after error@2008659313) -> (continuation of Deferred@1923880626 after retry RPC after error@1600088945), errback=(continuation of Deferred@2016513334 after retry RPC after error@65660435) -> (continuation of Deferred@927402402 after retry RPC after error@1971598326) -> (continuation of Deferred@27805773 after retry RPC after error@1304297237) -> (continuation of Deferred@1119413529 after retry RPC after error@376927547) -> (continuation of Deferred@1432268184 after retry RPC after error@2008659313) -> (continuation of Deferred@1923880626 after retry RPC after error@1600088945)))
15:04:33.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.352 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@746932819(state=PENDING, result=null, callback=(continuation of Deferred@1227173084 after retry RPC after error@1914050536) -> (continuation of Deferred@1668034787 after retry RPC after error@1706895631) -> (continuation of Deferred@94288552 after retry RPC after error@1207260324) -> (continuation of Deferred@1167892369 after retry RPC after error@1231364988) -> (continuation of Deferred@962497282 after retry RPC after error@1424210169) -> (continuation of Deferred@1973601763 after retry RPC after error@356284136) -> (continuation of Deferred@1484257750 after retry RPC after error@286963281) -> (continuation of Deferred@1928655948 after retry RPC after error@67721164), errback=(continuation of Deferred@1227173084 after retry RPC after error@1914050536) -> (continuation of Deferred@1668034787 after retry RPC after error@1706895631) -> (continuation of Deferred@94288552 after retry RPC after error@1207260324) -> (continuation of Deferred@1167892369 after retry RPC after error@1231364988) -> (continuation of Deferred@962497282 after retry RPC after error@1424210169) -> (continuation of Deferred@1973601763 after retry RPC after error@356284136) -> (continuation of Deferred@1484257750 after retry RPC after error@286963281) -> (continuation of Deferred@1928655948 after retry RPC after error@67721164)))
15:04:33.353 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:33.370445 22471 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:04:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:33.370638 22471 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:04:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:33.371592 22471 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:04:33.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:33.373045 21456 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:04:33.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:33.374661 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:04:33.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:33.374825 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:04:33.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:33.374929 21456 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:04:33.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:33.375206 22471 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:04:33.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.614 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2042477492(state=PENDING, result=null, callback=(continuation of Deferred@547623732 after retry RPC after error@1031870661) -> (continuation of Deferred@1388873703 after retry RPC after error@1178396177) -> (continuation of Deferred@1174495313 after retry RPC after error@1945313124) -> (continuation of Deferred@1704085826 after retry RPC after error@1144989583) -> (continuation of Deferred@158454961 after retry RPC after error@1645408964) -> (continuation of Deferred@356347805 after retry RPC after error@671298026) -> (continuation of Deferred@802208775 after retry RPC after error@1512173547), errback=(continuation of Deferred@547623732 after retry RPC after error@1031870661) -> (continuation of Deferred@1388873703 after retry RPC after error@1178396177) -> (continuation of Deferred@1174495313 after retry RPC after error@1945313124) -> (continuation of Deferred@1704085826 after retry RPC after error@1144989583) -> (continuation of Deferred@158454961 after retry RPC after error@1645408964) -> (continuation of Deferred@356347805 after retry RPC after error@671298026) -> (continuation of Deferred@802208775 after retry RPC after error@1512173547)))
15:04:33.615 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2042477492(state=PENDING, result=null, callback=(continuation of Deferred@547623732 after retry RPC after error@1031870661) -> (continuation of Deferred@1388873703 after retry RPC after error@1178396177) -> (continuation of Deferred@1174495313 after retry RPC after error@1945313124) -> (continuation of Deferred@1704085826 after retry RPC after error@1144989583) -> (continuation of Deferred@158454961 after retry RPC after error@1645408964) -> (continuation of Deferred@356347805 after retry RPC after error@671298026) -> (continuation of Deferred@802208775 after retry RPC after error@1512173547), errback=(continuation of Deferred@547623732 after retry RPC after error@1031870661) -> (continuation of Deferred@1388873703 after retry RPC after error@1178396177) -> (continuation of Deferred@1174495313 after retry RPC after error@1945313124) -> (continuation of Deferred@1704085826 after retry RPC after error@1144989583) -> (continuation of Deferred@158454961 after retry RPC after error@1645408964) -> (continuation of Deferred@356347805 after retry RPC after error@671298026) -> (continuation of Deferred@802208775 after retry RPC after error@1512173547)))
15:04:33.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.834 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@659392222(state=PENDING, result=null, callback=(continuation of Deferred@41978604 after retry RPC after error@572231256) -> (continuation of Deferred@1107320541 after retry RPC after error@162548533) -> (continuation of Deferred@258045701 after retry RPC after error@1911968255) -> (continuation of Deferred@834670506 after retry RPC after error@983696196) -> (continuation of Deferred@1048547914 after retry RPC after error@2101695955) -> (continuation of Deferred@1288284302 after retry RPC after error@1725639280), errback=(continuation of Deferred@41978604 after retry RPC after error@572231256) -> (continuation of Deferred@1107320541 after retry RPC after error@162548533) -> (continuation of Deferred@258045701 after retry RPC after error@1911968255) -> (continuation of Deferred@834670506 after retry RPC after error@983696196) -> (continuation of Deferred@1048547914 after retry RPC after error@2101695955) -> (continuation of Deferred@1288284302 after retry RPC after error@1725639280)))
15:04:33.835 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@659392222(state=PENDING, result=null, callback=(continuation of Deferred@41978604 after retry RPC after error@572231256) -> (continuation of Deferred@1107320541 after retry RPC after error@162548533) -> (continuation of Deferred@258045701 after retry RPC after error@1911968255) -> (continuation of Deferred@834670506 after retry RPC after error@983696196) -> (continuation of Deferred@1048547914 after retry RPC after error@2101695955) -> (continuation of Deferred@1288284302 after retry RPC after error@1725639280), errback=(continuation of Deferred@41978604 after retry RPC after error@572231256) -> (continuation of Deferred@1107320541 after retry RPC after error@162548533) -> (continuation of Deferred@258045701 after retry RPC after error@1911968255) -> (continuation of Deferred@834670506 after retry RPC after error@983696196) -> (continuation of Deferred@1048547914 after retry RPC after error@2101695955) -> (continuation of Deferred@1288284302 after retry RPC after error@1725639280)))
15:04:33.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:33.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:33.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:33.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:33.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:33.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.054 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2017777718(state=PENDING, result=null, callback=(continuation of Deferred@1737533692 after retry RPC after error@1731505412) -> (continuation of Deferred@98891000 after retry RPC after error@1530857754) -> (continuation of Deferred@965381577 after retry RPC after error@2073316209) -> (continuation of Deferred@1500849103 after retry RPC after error@2049017378) -> (continuation of Deferred@388540522 after retry RPC after error@1321121341) -> (continuation of Deferred@1042653054 after retry RPC after error@1212358158) -> (continuation of Deferred@452625556 after retry RPC after error@567199400), errback=(continuation of Deferred@1737533692 after retry RPC after error@1731505412) -> (continuation of Deferred@98891000 after retry RPC after error@1530857754) -> (continuation of Deferred@965381577 after retry RPC after error@2073316209) -> (continuation of Deferred@1500849103 after retry RPC after error@2049017378) -> (continuation of Deferred@388540522 after retry RPC after error@1321121341) -> (continuation of Deferred@1042653054 after retry RPC after error@1212358158) -> (continuation of Deferred@452625556 after retry RPC after error@567199400)))
15:04:34.055 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2017777718(state=PENDING, result=null, callback=(continuation of Deferred@1737533692 after retry RPC after error@1731505412) -> (continuation of Deferred@98891000 after retry RPC after error@1530857754) -> (continuation of Deferred@965381577 after retry RPC after error@2073316209) -> (continuation of Deferred@1500849103 after retry RPC after error@2049017378) -> (continuation of Deferred@388540522 after retry RPC after error@1321121341) -> (continuation of Deferred@1042653054 after retry RPC after error@1212358158) -> (continuation of Deferred@452625556 after retry RPC after error@567199400), errback=(continuation of Deferred@1737533692 after retry RPC after error@1731505412) -> (continuation of Deferred@98891000 after retry RPC after error@1530857754) -> (continuation of Deferred@965381577 after retry RPC after error@2073316209) -> (continuation of Deferred@1500849103 after retry RPC after error@2049017378) -> (continuation of Deferred@388540522 after retry RPC after error@1321121341) -> (continuation of Deferred@1042653054 after retry RPC after error@1212358158) -> (continuation of Deferred@452625556 after retry RPC after error@567199400)))
15:04:34.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.314 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1150995185(state=PENDING, result=null, callback=(continuation of Deferred@140963553 after retry RPC after error@1776426124) -> (continuation of Deferred@62416005 after retry RPC after error@300411713) -> (continuation of Deferred@776539770 after retry RPC after error@1463185731) -> (continuation of Deferred@392866668 after retry RPC after error@964290339) -> (continuation of Deferred@1596261544 after retry RPC after error@998103654) -> (continuation of Deferred@2039363502 after retry RPC after error@255362883) -> (continuation of Deferred@2018497096 after retry RPC after error@766806477), errback=(continuation of Deferred@140963553 after retry RPC after error@1776426124) -> (continuation of Deferred@62416005 after retry RPC after error@300411713) -> (continuation of Deferred@776539770 after retry RPC after error@1463185731) -> (continuation of Deferred@392866668 after retry RPC after error@964290339) -> (continuation of Deferred@1596261544 after retry RPC after error@998103654) -> (continuation of Deferred@2039363502 after retry RPC after error@255362883) -> (continuation of Deferred@2018497096 after retry RPC after error@766806477)))
15:04:34.315 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1150995185(state=PENDING, result=null, callback=(continuation of Deferred@140963553 after retry RPC after error@1776426124) -> (continuation of Deferred@62416005 after retry RPC after error@300411713) -> (continuation of Deferred@776539770 after retry RPC after error@1463185731) -> (continuation of Deferred@392866668 after retry RPC after error@964290339) -> (continuation of Deferred@1596261544 after retry RPC after error@998103654) -> (continuation of Deferred@2039363502 after retry RPC after error@255362883) -> (continuation of Deferred@2018497096 after retry RPC after error@766806477), errback=(continuation of Deferred@140963553 after retry RPC after error@1776426124) -> (continuation of Deferred@62416005 after retry RPC after error@300411713) -> (continuation of Deferred@776539770 after retry RPC after error@1463185731) -> (continuation of Deferred@392866668 after retry RPC after error@964290339) -> (continuation of Deferred@1596261544 after retry RPC after error@998103654) -> (continuation of Deferred@2039363502 after retry RPC after error@255362883) -> (continuation of Deferred@2018497096 after retry RPC after error@766806477)))
15:04:34.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1272657988(state=PENDING, result=null, callback=(continuation of Deferred@1552795984 after retry RPC after error@1706353612) -> (continuation of Deferred@2068105125 after retry RPC after error@1775229329) -> (continuation of Deferred@1538939569 after retry RPC after error@433219721) -> (continuation of Deferred@1148648953 after retry RPC after error@1398978487) -> (continuation of Deferred@1510215864 after retry RPC after error@1343798609) -> (continuation of Deferred@603069342 after retry RPC after error@1709952856) -> (continuation of Deferred@529564301 after retry RPC after error@183977499), errback=(continuation of Deferred@1552795984 after retry RPC after error@1706353612) -> (continuation of Deferred@2068105125 after retry RPC after error@1775229329) -> (continuation of Deferred@1538939569 after retry RPC after error@433219721) -> (continuation of Deferred@1148648953 after retry RPC after error@1398978487) -> (continuation of Deferred@1510215864 after retry RPC after error@1343798609) -> (continuation of Deferred@603069342 after retry RPC after error@1709952856) -> (continuation of Deferred@529564301 after retry RPC after error@183977499)))
15:04:34.554 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1272657988(state=PENDING, result=null, callback=(continuation of Deferred@1552795984 after retry RPC after error@1706353612) -> (continuation of Deferred@2068105125 after retry RPC after error@1775229329) -> (continuation of Deferred@1538939569 after retry RPC after error@433219721) -> (continuation of Deferred@1148648953 after retry RPC after error@1398978487) -> (continuation of Deferred@1510215864 after retry RPC after error@1343798609) -> (continuation of Deferred@603069342 after retry RPC after error@1709952856) -> (continuation of Deferred@529564301 after retry RPC after error@183977499), errback=(continuation of Deferred@1552795984 after retry RPC after error@1706353612) -> (continuation of Deferred@2068105125 after retry RPC after error@1775229329) -> (continuation of Deferred@1538939569 after retry RPC after error@433219721) -> (continuation of Deferred@1148648953 after retry RPC after error@1398978487) -> (continuation of Deferred@1510215864 after retry RPC after error@1343798609) -> (continuation of Deferred@603069342 after retry RPC after error@1709952856) -> (continuation of Deferred@529564301 after retry RPC after error@183977499)))
15:04:34.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.832 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2033756160(state=PENDING, result=null, callback=(continuation of Deferred@483328346 after retry RPC after error@345178870) -> (continuation of Deferred@1105458589 after retry RPC after error@2108108041) -> (continuation of Deferred@428226102 after retry RPC after error@353243970) -> (continuation of Deferred@1260344163 after retry RPC after error@261415020) -> (continuation of Deferred@655048750 after retry RPC after error@1115345806) -> (continuation of Deferred@1942947049 after retry RPC after error@1534070140) -> (continuation of Deferred@638004236 after retry RPC after error@854949345), errback=(continuation of Deferred@483328346 after retry RPC after error@345178870) -> (continuation of Deferred@1105458589 after retry RPC after error@2108108041) -> (continuation of Deferred@428226102 after retry RPC after error@353243970) -> (continuation of Deferred@1260344163 after retry RPC after error@261415020) -> (continuation of Deferred@655048750 after retry RPC after error@1115345806) -> (continuation of Deferred@1942947049 after retry RPC after error@1534070140) -> (continuation of Deferred@638004236 after retry RPC after error@854949345)))
15:04:34.833 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:34.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:34.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:34.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:34.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:34.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:34.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.034 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@95041976(state=PENDING, result=null, callback=(continuation of Deferred@1080250295 after retry RPC after error@1657294036) -> (continuation of Deferred@292651491 after retry RPC after error@1170345356) -> (continuation of Deferred@528936052 after retry RPC after error@1065921980) -> (continuation of Deferred@585850167 after retry RPC after error@1997572747) -> (continuation of Deferred@1608334673 after retry RPC after error@633507419) -> (continuation of Deferred@1563979057 after retry RPC after error@772792527) -> (continuation of Deferred@403601386 after retry RPC after error@697271014), errback=(continuation of Deferred@1080250295 after retry RPC after error@1657294036) -> (continuation of Deferred@292651491 after retry RPC after error@1170345356) -> (continuation of Deferred@528936052 after retry RPC after error@1065921980) -> (continuation of Deferred@585850167 after retry RPC after error@1997572747) -> (continuation of Deferred@1608334673 after retry RPC after error@633507419) -> (continuation of Deferred@1563979057 after retry RPC after error@772792527) -> (continuation of Deferred@403601386 after retry RPC after error@697271014)))
15:04:35.034 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@95041976(state=PENDING, result=null, callback=(continuation of Deferred@1080250295 after retry RPC after error@1657294036) -> (continuation of Deferred@292651491 after retry RPC after error@1170345356) -> (continuation of Deferred@528936052 after retry RPC after error@1065921980) -> (continuation of Deferred@585850167 after retry RPC after error@1997572747) -> (continuation of Deferred@1608334673 after retry RPC after error@633507419) -> (continuation of Deferred@1563979057 after retry RPC after error@772792527) -> (continuation of Deferred@403601386 after retry RPC after error@697271014), errback=(continuation of Deferred@1080250295 after retry RPC after error@1657294036) -> (continuation of Deferred@292651491 after retry RPC after error@1170345356) -> (continuation of Deferred@528936052 after retry RPC after error@1065921980) -> (continuation of Deferred@585850167 after retry RPC after error@1997572747) -> (continuation of Deferred@1608334673 after retry RPC after error@633507419) -> (continuation of Deferred@1563979057 after retry RPC after error@772792527) -> (continuation of Deferred@403601386 after retry RPC after error@697271014)))
15:04:35.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.294 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1696926264(state=PENDING, result=null, callback=(continuation of Deferred@1200369697 after retry RPC after error@574995399) -> (continuation of Deferred@739725230 after retry RPC after error@1638855902) -> (continuation of Deferred@1191566834 after retry RPC after error@1217514838) -> (continuation of Deferred@1584239061 after retry RPC after error@1223919298) -> (continuation of Deferred@560998499 after retry RPC after error@1733143142) -> (continuation of Deferred@1427926115 after retry RPC after error@17642900) -> (continuation of Deferred@564012774 after retry RPC after error@722118185), errback=(continuation of Deferred@1200369697 after retry RPC after error@574995399) -> (continuation of Deferred@739725230 after retry RPC after error@1638855902) -> (continuation of Deferred@1191566834 after retry RPC after error@1217514838) -> (continuation of Deferred@1584239061 after retry RPC after error@1223919298) -> (continuation of Deferred@560998499 after retry RPC after error@1733143142) -> (continuation of Deferred@1427926115 after retry RPC after error@17642900) -> (continuation of Deferred@564012774 after retry RPC after error@722118185)))
15:04:35.295 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1696926264(state=PENDING, result=null, callback=(continuation of Deferred@1200369697 after retry RPC after error@574995399) -> (continuation of Deferred@739725230 after retry RPC after error@1638855902) -> (continuation of Deferred@1191566834 after retry RPC after error@1217514838) -> (continuation of Deferred@1584239061 after retry RPC after error@1223919298) -> (continuation of Deferred@560998499 after retry RPC after error@1733143142) -> (continuation of Deferred@1427926115 after retry RPC after error@17642900) -> (continuation of Deferred@564012774 after retry RPC after error@722118185), errback=(continuation of Deferred@1200369697 after retry RPC after error@574995399) -> (continuation of Deferred@739725230 after retry RPC after error@1638855902) -> (continuation of Deferred@1191566834 after retry RPC after error@1217514838) -> (continuation of Deferred@1584239061 after retry RPC after error@1223919298) -> (continuation of Deferred@560998499 after retry RPC after error@1733143142) -> (continuation of Deferred@1427926115 after retry RPC after error@17642900) -> (continuation of Deferred@564012774 after retry RPC after error@722118185)))
15:04:35.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.474 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@911643344(state=PENDING, result=null, callback=(continuation of Deferred@69793599 after retry RPC after error@485266210) -> (continuation of Deferred@1035139637 after retry RPC after error@1072705345) -> (continuation of Deferred@2082645647 after retry RPC after error@78598058) -> (continuation of Deferred@778468952 after retry RPC after error@282248946) -> (continuation of Deferred@2032999609 after retry RPC after error@125951529) -> (continuation of Deferred@445183039 after retry RPC after error@476796106), errback=(continuation of Deferred@69793599 after retry RPC after error@485266210) -> (continuation of Deferred@1035139637 after retry RPC after error@1072705345) -> (continuation of Deferred@2082645647 after retry RPC after error@78598058) -> (continuation of Deferred@778468952 after retry RPC after error@282248946) -> (continuation of Deferred@2032999609 after retry RPC after error@125951529) -> (continuation of Deferred@445183039 after retry RPC after error@476796106)))
15:04:35.475 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@911643344(state=PENDING, result=null, callback=(continuation of Deferred@69793599 after retry RPC after error@485266210) -> (continuation of Deferred@1035139637 after retry RPC after error@1072705345) -> (continuation of Deferred@2082645647 after retry RPC after error@78598058) -> (continuation of Deferred@778468952 after retry RPC after error@282248946) -> (continuation of Deferred@2032999609 after retry RPC after error@125951529) -> (continuation of Deferred@445183039 after retry RPC after error@476796106), errback=(continuation of Deferred@69793599 after retry RPC after error@485266210) -> (continuation of Deferred@1035139637 after retry RPC after error@1072705345) -> (continuation of Deferred@2082645647 after retry RPC after error@78598058) -> (continuation of Deferred@778468952 after retry RPC after error@282248946) -> (continuation of Deferred@2032999609 after retry RPC after error@125951529) -> (continuation of Deferred@445183039 after retry RPC after error@476796106)))
15:04:35.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.734 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@343900312(state=PENDING, result=null, callback=(continuation of Deferred@1638436924 after retry RPC after error@1512314257) -> (continuation of Deferred@40617322 after retry RPC after error@1786314495) -> (continuation of Deferred@1333046012 after retry RPC after error@889632286) -> (continuation of Deferred@1763341633 after retry RPC after error@1144578459) -> (continuation of Deferred@787579050 after retry RPC after error@784819500) -> (continuation of Deferred@340635080 after retry RPC after error@402301667) -> (continuation of Deferred@892114022 after retry RPC after error@550988266) -> (continuation of Deferred@1502458837 after retry RPC after error@455278525), errback=(continuation of Deferred@1638436924 after retry RPC after error@1512314257) -> (continuation of Deferred@40617322 after retry RPC after error@1786314495) -> (continuation of Deferred@1333046012 after retry RPC after error@889632286) -> (continuation of Deferred@1763341633 after retry RPC after error@1144578459) -> (continuation of Deferred@787579050 after retry RPC after error@784819500) -> (continuation of Deferred@340635080 after retry RPC after error@402301667) -> (continuation of Deferred@892114022 after retry RPC after error@550988266) -> (continuation of Deferred@1502458837 after retry RPC after error@455278525)))
15:04:35.734 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@343900312(state=PENDING, result=null, callback=(continuation of Deferred@1638436924 after retry RPC after error@1512314257) -> (continuation of Deferred@40617322 after retry RPC after error@1786314495) -> (continuation of Deferred@1333046012 after retry RPC after error@889632286) -> (continuation of Deferred@1763341633 after retry RPC after error@1144578459) -> (continuation of Deferred@787579050 after retry RPC after error@784819500) -> (continuation of Deferred@340635080 after retry RPC after error@402301667) -> (continuation of Deferred@892114022 after retry RPC after error@550988266) -> (continuation of Deferred@1502458837 after retry RPC after error@455278525), errback=(continuation of Deferred@1638436924 after retry RPC after error@1512314257) -> (continuation of Deferred@40617322 after retry RPC after error@1786314495) -> (continuation of Deferred@1333046012 after retry RPC after error@889632286) -> (continuation of Deferred@1763341633 after retry RPC after error@1144578459) -> (continuation of Deferred@787579050 after retry RPC after error@784819500) -> (continuation of Deferred@340635080 after retry RPC after error@402301667) -> (continuation of Deferred@892114022 after retry RPC after error@550988266) -> (continuation of Deferred@1502458837 after retry RPC after error@455278525)))
15:04:35.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.954 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@601811622(state=PENDING, result=null, callback=(continuation of Deferred@9280219 after retry RPC after error@686739249) -> (continuation of Deferred@939488307 after retry RPC after error@1663050672) -> (continuation of Deferred@253179469 after retry RPC after error@1373562841) -> (continuation of Deferred@491544381 after retry RPC after error@2132005511) -> (continuation of Deferred@1224750710 after retry RPC after error@1866920096) -> (continuation of Deferred@269283266 after retry RPC after error@1911193774) -> (continuation of Deferred@957463395 after retry RPC after error@1628081937), errback=(continuation of Deferred@9280219 after retry RPC after error@686739249) -> (continuation of Deferred@939488307 after retry RPC after error@1663050672) -> (continuation of Deferred@253179469 after retry RPC after error@1373562841) -> (continuation of Deferred@491544381 after retry RPC after error@2132005511) -> (continuation of Deferred@1224750710 after retry RPC after error@1866920096) -> (continuation of Deferred@269283266 after retry RPC after error@1911193774) -> (continuation of Deferred@957463395 after retry RPC after error@1628081937)))
15:04:35.954 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@601811622(state=PENDING, result=null, callback=(continuation of Deferred@9280219 after retry RPC after error@686739249) -> (continuation of Deferred@939488307 after retry RPC after error@1663050672) -> (continuation of Deferred@253179469 after retry RPC after error@1373562841) -> (continuation of Deferred@491544381 after retry RPC after error@2132005511) -> (continuation of Deferred@1224750710 after retry RPC after error@1866920096) -> (continuation of Deferred@269283266 after retry RPC after error@1911193774) -> (continuation of Deferred@957463395 after retry RPC after error@1628081937), errback=(continuation of Deferred@9280219 after retry RPC after error@686739249) -> (continuation of Deferred@939488307 after retry RPC after error@1663050672) -> (continuation of Deferred@253179469 after retry RPC after error@1373562841) -> (continuation of Deferred@491544381 after retry RPC after error@2132005511) -> (continuation of Deferred@1224750710 after retry RPC after error@1866920096) -> (continuation of Deferred@269283266 after retry RPC after error@1911193774) -> (continuation of Deferred@957463395 after retry RPC after error@1628081937)))
15:04:35.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:35.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:35.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:35.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:35.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:35.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.174 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1742962994(state=PENDING, result=null, callback=(continuation of Deferred@861194964 after retry RPC after error@548429189) -> (continuation of Deferred@1104141550 after retry RPC after error@979251188) -> (continuation of Deferred@801718273 after retry RPC after error@221740040) -> (continuation of Deferred@841021932 after retry RPC after error@2043302355) -> (continuation of Deferred@484888483 after retry RPC after error@713500427) -> (continuation of Deferred@526205998 after retry RPC after error@884136671) -> (continuation of Deferred@503550013 after retry RPC after error@221205385), errback=(continuation of Deferred@861194964 after retry RPC after error@548429189) -> (continuation of Deferred@1104141550 after retry RPC after error@979251188) -> (continuation of Deferred@801718273 after retry RPC after error@221740040) -> (continuation of Deferred@841021932 after retry RPC after error@2043302355) -> (continuation of Deferred@484888483 after retry RPC after error@713500427) -> (continuation of Deferred@526205998 after retry RPC after error@884136671) -> (continuation of Deferred@503550013 after retry RPC after error@221205385)))
15:04:36.174 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1742962994(state=PENDING, result=null, callback=(continuation of Deferred@861194964 after retry RPC after error@548429189) -> (continuation of Deferred@1104141550 after retry RPC after error@979251188) -> (continuation of Deferred@801718273 after retry RPC after error@221740040) -> (continuation of Deferred@841021932 after retry RPC after error@2043302355) -> (continuation of Deferred@484888483 after retry RPC after error@713500427) -> (continuation of Deferred@526205998 after retry RPC after error@884136671) -> (continuation of Deferred@503550013 after retry RPC after error@221205385), errback=(continuation of Deferred@861194964 after retry RPC after error@548429189) -> (continuation of Deferred@1104141550 after retry RPC after error@979251188) -> (continuation of Deferred@801718273 after retry RPC after error@221740040) -> (continuation of Deferred@841021932 after retry RPC after error@2043302355) -> (continuation of Deferred@484888483 after retry RPC after error@713500427) -> (continuation of Deferred@526205998 after retry RPC after error@884136671) -> (continuation of Deferred@503550013 after retry RPC after error@221205385)))
15:04:36.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.434 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1536646520(state=PENDING, result=null, callback=(continuation of Deferred@1809438547 after retry RPC after error@1692801877) -> (continuation of Deferred@1057099818 after retry RPC after error@1587537455) -> (continuation of Deferred@2069479904 after retry RPC after error@800149869) -> (continuation of Deferred@10328049 after retry RPC after error@563263315) -> (continuation of Deferred@351347776 after retry RPC after error@829302154) -> (continuation of Deferred@1562381897 after retry RPC after error@1773933201) -> (continuation of Deferred@1962076354 after retry RPC after error@879804835) -> (continuation of Deferred@1778373410 after retry RPC after error@1616804886), errback=(continuation of Deferred@1809438547 after retry RPC after error@1692801877) -> (continuation of Deferred@1057099818 after retry RPC after error@1587537455) -> (continuation of Deferred@2069479904 after retry RPC after error@800149869) -> (continuation of Deferred@10328049 after retry RPC after error@563263315) -> (continuation of Deferred@351347776 after retry RPC after error@829302154) -> (continuation of Deferred@1562381897 after retry RPC after error@1773933201) -> (continuation of Deferred@1962076354 after retry RPC after error@879804835) -> (continuation of Deferred@1778373410 after retry RPC after error@1616804886)))
15:04:36.435 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1536646520(state=PENDING, result=null, callback=(continuation of Deferred@1809438547 after retry RPC after error@1692801877) -> (continuation of Deferred@1057099818 after retry RPC after error@1587537455) -> (continuation of Deferred@2069479904 after retry RPC after error@800149869) -> (continuation of Deferred@10328049 after retry RPC after error@563263315) -> (continuation of Deferred@351347776 after retry RPC after error@829302154) -> (continuation of Deferred@1562381897 after retry RPC after error@1773933201) -> (continuation of Deferred@1962076354 after retry RPC after error@879804835) -> (continuation of Deferred@1778373410 after retry RPC after error@1616804886), errback=(continuation of Deferred@1809438547 after retry RPC after error@1692801877) -> (continuation of Deferred@1057099818 after retry RPC after error@1587537455) -> (continuation of Deferred@2069479904 after retry RPC after error@800149869) -> (continuation of Deferred@10328049 after retry RPC after error@563263315) -> (continuation of Deferred@351347776 after retry RPC after error@829302154) -> (continuation of Deferred@1562381897 after retry RPC after error@1773933201) -> (continuation of Deferred@1962076354 after retry RPC after error@879804835) -> (continuation of Deferred@1778373410 after retry RPC after error@1616804886)))
15:04:36.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.614 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@548318919(state=PENDING, result=null, callback=(continuation of Deferred@533226283 after retry RPC after error@1923582816) -> (continuation of Deferred@1802924200 after retry RPC after error@1048257431) -> (continuation of Deferred@1660341832 after retry RPC after error@751089149) -> (continuation of Deferred@1953457149 after retry RPC after error@334463356) -> (continuation of Deferred@1203734983 after retry RPC after error@1314760592) -> (continuation of Deferred@1101157677 after retry RPC after error@774490116), errback=(continuation of Deferred@533226283 after retry RPC after error@1923582816) -> (continuation of Deferred@1802924200 after retry RPC after error@1048257431) -> (continuation of Deferred@1660341832 after retry RPC after error@751089149) -> (continuation of Deferred@1953457149 after retry RPC after error@334463356) -> (continuation of Deferred@1203734983 after retry RPC after error@1314760592) -> (continuation of Deferred@1101157677 after retry RPC after error@774490116)))
15:04:36.615 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@548318919(state=PENDING, result=null, callback=(continuation of Deferred@533226283 after retry RPC after error@1923582816) -> (continuation of Deferred@1802924200 after retry RPC after error@1048257431) -> (continuation of Deferred@1660341832 after retry RPC after error@751089149) -> (continuation of Deferred@1953457149 after retry RPC after error@334463356) -> (continuation of Deferred@1203734983 after retry RPC after error@1314760592) -> (continuation of Deferred@1101157677 after retry RPC after error@774490116), errback=(continuation of Deferred@533226283 after retry RPC after error@1923582816) -> (continuation of Deferred@1802924200 after retry RPC after error@1048257431) -> (continuation of Deferred@1660341832 after retry RPC after error@751089149) -> (continuation of Deferred@1953457149 after retry RPC after error@334463356) -> (continuation of Deferred@1203734983 after retry RPC after error@1314760592) -> (continuation of Deferred@1101157677 after retry RPC after error@774490116)))
15:04:36.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.873 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@835940514(state=PENDING, result=null, callback=(continuation of Deferred@1423572135 after retry RPC after error@789351758) -> (continuation of Deferred@490867251 after retry RPC after error@935214937) -> (continuation of Deferred@739889613 after retry RPC after error@1739870205) -> (continuation of Deferred@1789579946 after retry RPC after error@749239377) -> (continuation of Deferred@1323124656 after retry RPC after error@189997617) -> (continuation of Deferred@936418931 after retry RPC after error@1484076588) -> (continuation of Deferred@2083592789 after retry RPC after error@1860300104) -> (continuation of Deferred@1576125921 after retry RPC after error@751066149), errback=(continuation of Deferred@1423572135 after retry RPC after error@789351758) -> (continuation of Deferred@490867251 after retry RPC after error@935214937) -> (continuation of Deferred@739889613 after retry RPC after error@1739870205) -> (continuation of Deferred@1789579946 after retry RPC after error@749239377) -> (continuation of Deferred@1323124656 after retry RPC after error@189997617) -> (continuation of Deferred@936418931 after retry RPC after error@1484076588) -> (continuation of Deferred@2083592789 after retry RPC after error@1860300104) -> (continuation of Deferred@1576125921 after retry RPC after error@751066149)))
15:04:36.874 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@835940514(state=PENDING, result=null, callback=(continuation of Deferred@1423572135 after retry RPC after error@789351758) -> (continuation of Deferred@490867251 after retry RPC after error@935214937) -> (continuation of Deferred@739889613 after retry RPC after error@1739870205) -> (continuation of Deferred@1789579946 after retry RPC after error@749239377) -> (continuation of Deferred@1323124656 after retry RPC after error@189997617) -> (continuation of Deferred@936418931 after retry RPC after error@1484076588) -> (continuation of Deferred@2083592789 after retry RPC after error@1860300104) -> (continuation of Deferred@1576125921 after retry RPC after error@751066149), errback=(continuation of Deferred@1423572135 after retry RPC after error@789351758) -> (continuation of Deferred@490867251 after retry RPC after error@935214937) -> (continuation of Deferred@739889613 after retry RPC after error@1739870205) -> (continuation of Deferred@1789579946 after retry RPC after error@749239377) -> (continuation of Deferred@1323124656 after retry RPC after error@189997617) -> (continuation of Deferred@936418931 after retry RPC after error@1484076588) -> (continuation of Deferred@2083592789 after retry RPC after error@1860300104) -> (continuation of Deferred@1576125921 after retry RPC after error@751066149)))
15:04:36.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:36.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:36.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:36.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:36.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:36.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.114 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@337726894(state=PENDING, result=null, callback=(continuation of Deferred@1189952941 after retry RPC after error@85952393) -> (continuation of Deferred@1873402687 after retry RPC after error@1903929177) -> (continuation of Deferred@1582623886 after retry RPC after error@663624450) -> (continuation of Deferred@115297519 after retry RPC after error@716333570) -> (continuation of Deferred@1409010502 after retry RPC after error@83532848) -> (continuation of Deferred@2025721972 after retry RPC after error@1101389587) -> (continuation of Deferred@1284083098 after retry RPC after error@474125095) -> (continuation of Deferred@343350635 after retry RPC after error@2068121009), errback=(continuation of Deferred@1189952941 after retry RPC after error@85952393) -> (continuation of Deferred@1873402687 after retry RPC after error@1903929177) -> (continuation of Deferred@1582623886 after retry RPC after error@663624450) -> (continuation of Deferred@115297519 after retry RPC after error@716333570) -> (continuation of Deferred@1409010502 after retry RPC after error@83532848) -> (continuation of Deferred@2025721972 after retry RPC after error@1101389587) -> (continuation of Deferred@1284083098 after retry RPC after error@474125095) -> (continuation of Deferred@343350635 after retry RPC after error@2068121009)))
15:04:37.114 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@337726894(state=PENDING, result=null, callback=(continuation of Deferred@1189952941 after retry RPC after error@85952393) -> (continuation of Deferred@1873402687 after retry RPC after error@1903929177) -> (continuation of Deferred@1582623886 after retry RPC after error@663624450) -> (continuation of Deferred@115297519 after retry RPC after error@716333570) -> (continuation of Deferred@1409010502 after retry RPC after error@83532848) -> (continuation of Deferred@2025721972 after retry RPC after error@1101389587) -> (continuation of Deferred@1284083098 after retry RPC after error@474125095) -> (continuation of Deferred@343350635 after retry RPC after error@2068121009), errback=(continuation of Deferred@1189952941 after retry RPC after error@85952393) -> (continuation of Deferred@1873402687 after retry RPC after error@1903929177) -> (continuation of Deferred@1582623886 after retry RPC after error@663624450) -> (continuation of Deferred@115297519 after retry RPC after error@716333570) -> (continuation of Deferred@1409010502 after retry RPC after error@83532848) -> (continuation of Deferred@2025721972 after retry RPC after error@1101389587) -> (continuation of Deferred@1284083098 after retry RPC after error@474125095) -> (continuation of Deferred@343350635 after retry RPC after error@2068121009)))
15:04:37.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.334 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@206523020(state=PENDING, result=null, callback=(continuation of Deferred@787943031 after retry RPC after error@271823795) -> (continuation of Deferred@796354237 after retry RPC after error@1503286005) -> (continuation of Deferred@1325955847 after retry RPC after error@1110173566) -> (continuation of Deferred@1459430152 after retry RPC after error@1576783576) -> (continuation of Deferred@1369916963 after retry RPC after error@1286228862) -> (continuation of Deferred@1936770176 after retry RPC after error@1895713080) -> (continuation of Deferred@453218138 after retry RPC after error@99403519), errback=(continuation of Deferred@787943031 after retry RPC after error@271823795) -> (continuation of Deferred@796354237 after retry RPC after error@1503286005) -> (continuation of Deferred@1325955847 after retry RPC after error@1110173566) -> (continuation of Deferred@1459430152 after retry RPC after error@1576783576) -> (continuation of Deferred@1369916963 after retry RPC after error@1286228862) -> (continuation of Deferred@1936770176 after retry RPC after error@1895713080) -> (continuation of Deferred@453218138 after retry RPC after error@99403519)))
15:04:37.335 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@206523020(state=PENDING, result=null, callback=(continuation of Deferred@787943031 after retry RPC after error@271823795) -> (continuation of Deferred@796354237 after retry RPC after error@1503286005) -> (continuation of Deferred@1325955847 after retry RPC after error@1110173566) -> (continuation of Deferred@1459430152 after retry RPC after error@1576783576) -> (continuation of Deferred@1369916963 after retry RPC after error@1286228862) -> (continuation of Deferred@1936770176 after retry RPC after error@1895713080) -> (continuation of Deferred@453218138 after retry RPC after error@99403519), errback=(continuation of Deferred@787943031 after retry RPC after error@271823795) -> (continuation of Deferred@796354237 after retry RPC after error@1503286005) -> (continuation of Deferred@1325955847 after retry RPC after error@1110173566) -> (continuation of Deferred@1459430152 after retry RPC after error@1576783576) -> (continuation of Deferred@1369916963 after retry RPC after error@1286228862) -> (continuation of Deferred@1936770176 after retry RPC after error@1895713080) -> (continuation of Deferred@453218138 after retry RPC after error@99403519)))
15:04:37.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.513 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@2027975215(state=PENDING, result=null, callback=(continuation of Deferred@2027186060 after retry RPC after error@1266946363) -> (continuation of Deferred@804862838 after retry RPC after error@1425229228) -> (continuation of Deferred@255893689 after retry RPC after error@1688626595) -> (continuation of Deferred@40030410 after retry RPC after error@1282550543) -> (continuation of Deferred@1178410832 after retry RPC after error@291631433) -> (continuation of Deferred@93427503 after retry RPC after error@1491529409), errback=(continuation of Deferred@2027186060 after retry RPC after error@1266946363) -> (continuation of Deferred@804862838 after retry RPC after error@1425229228) -> (continuation of Deferred@255893689 after retry RPC after error@1688626595) -> (continuation of Deferred@40030410 after retry RPC after error@1282550543) -> (continuation of Deferred@1178410832 after retry RPC after error@291631433) -> (continuation of Deferred@93427503 after retry RPC after error@1491529409)))
15:04:37.514 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@2027975215(state=PENDING, result=null, callback=(continuation of Deferred@2027186060 after retry RPC after error@1266946363) -> (continuation of Deferred@804862838 after retry RPC after error@1425229228) -> (continuation of Deferred@255893689 after retry RPC after error@1688626595) -> (continuation of Deferred@40030410 after retry RPC after error@1282550543) -> (continuation of Deferred@1178410832 after retry RPC after error@291631433) -> (continuation of Deferred@93427503 after retry RPC after error@1491529409), errback=(continuation of Deferred@2027186060 after retry RPC after error@1266946363) -> (continuation of Deferred@804862838 after retry RPC after error@1425229228) -> (continuation of Deferred@255893689 after retry RPC after error@1688626595) -> (continuation of Deferred@40030410 after retry RPC after error@1282550543) -> (continuation of Deferred@1178410832 after retry RPC after error@291631433) -> (continuation of Deferred@93427503 after retry RPC after error@1491529409)))
15:04:37.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.775 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1793528025(state=PENDING, result=null, callback=(continuation of Deferred@1679006802 after retry RPC after error@1637882952) -> (continuation of Deferred@1494111851 after retry RPC after error@188609611) -> (continuation of Deferred@1932793970 after retry RPC after error@311887872) -> (continuation of Deferred@964798775 after retry RPC after error@1568316896) -> (continuation of Deferred@241101237 after retry RPC after error@614672246) -> (continuation of Deferred@274721476 after retry RPC after error@423882930) -> (continuation of Deferred@1613341038 after retry RPC after error@1561109130), errback=(continuation of Deferred@1679006802 after retry RPC after error@1637882952) -> (continuation of Deferred@1494111851 after retry RPC after error@188609611) -> (continuation of Deferred@1932793970 after retry RPC after error@311887872) -> (continuation of Deferred@964798775 after retry RPC after error@1568316896) -> (continuation of Deferred@241101237 after retry RPC after error@614672246) -> (continuation of Deferred@274721476 after retry RPC after error@423882930) -> (continuation of Deferred@1613341038 after retry RPC after error@1561109130)))
15:04:37.775 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1793528025(state=PENDING, result=null, callback=(continuation of Deferred@1679006802 after retry RPC after error@1637882952) -> (continuation of Deferred@1494111851 after retry RPC after error@188609611) -> (continuation of Deferred@1932793970 after retry RPC after error@311887872) -> (continuation of Deferred@964798775 after retry RPC after error@1568316896) -> (continuation of Deferred@241101237 after retry RPC after error@614672246) -> (continuation of Deferred@274721476 after retry RPC after error@423882930) -> (continuation of Deferred@1613341038 after retry RPC after error@1561109130), errback=(continuation of Deferred@1679006802 after retry RPC after error@1637882952) -> (continuation of Deferred@1494111851 after retry RPC after error@188609611) -> (continuation of Deferred@1932793970 after retry RPC after error@311887872) -> (continuation of Deferred@964798775 after retry RPC after error@1568316896) -> (continuation of Deferred@241101237 after retry RPC after error@614672246) -> (continuation of Deferred@274721476 after retry RPC after error@423882930) -> (continuation of Deferred@1613341038 after retry RPC after error@1561109130)))
15:04:37.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:37.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:37.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:37.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:37.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:37.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.034 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@325484658(state=PENDING, result=null, callback=(continuation of Deferred@1252889203 after retry RPC after error@691547930) -> (continuation of Deferred@1457150294 after retry RPC after error@1897412335) -> (continuation of Deferred@1468009653 after retry RPC after error@1068018080) -> (continuation of Deferred@1002194922 after retry RPC after error@195277116) -> (continuation of Deferred@1553068377 after retry RPC after error@646883010) -> (continuation of Deferred@2136225518 after retry RPC after error@1768440425) -> (continuation of Deferred@975203620 after retry RPC after error@1774937108), errback=(continuation of Deferred@1252889203 after retry RPC after error@691547930) -> (continuation of Deferred@1457150294 after retry RPC after error@1897412335) -> (continuation of Deferred@1468009653 after retry RPC after error@1068018080) -> (continuation of Deferred@1002194922 after retry RPC after error@195277116) -> (continuation of Deferred@1553068377 after retry RPC after error@646883010) -> (continuation of Deferred@2136225518 after retry RPC after error@1768440425) -> (continuation of Deferred@975203620 after retry RPC after error@1774937108)))
15:04:38.034 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@325484658(state=PENDING, result=null, callback=(continuation of Deferred@1252889203 after retry RPC after error@691547930) -> (continuation of Deferred@1457150294 after retry RPC after error@1897412335) -> (continuation of Deferred@1468009653 after retry RPC after error@1068018080) -> (continuation of Deferred@1002194922 after retry RPC after error@195277116) -> (continuation of Deferred@1553068377 after retry RPC after error@646883010) -> (continuation of Deferred@2136225518 after retry RPC after error@1768440425) -> (continuation of Deferred@975203620 after retry RPC after error@1774937108), errback=(continuation of Deferred@1252889203 after retry RPC after error@691547930) -> (continuation of Deferred@1457150294 after retry RPC after error@1897412335) -> (continuation of Deferred@1468009653 after retry RPC after error@1068018080) -> (continuation of Deferred@1002194922 after retry RPC after error@195277116) -> (continuation of Deferred@1553068377 after retry RPC after error@646883010) -> (continuation of Deferred@2136225518 after retry RPC after error@1768440425) -> (continuation of Deferred@975203620 after retry RPC after error@1774937108)))
15:04:38.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.254 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@432961240(state=PENDING, result=null, callback=(continuation of Deferred@1138080452 after retry RPC after error@1855584336) -> (continuation of Deferred@1339571207 after retry RPC after error@634059666) -> (continuation of Deferred@1260873333 after retry RPC after error@1784503353) -> (continuation of Deferred@1693154673 after retry RPC after error@378473493) -> (continuation of Deferred@1718342783 after retry RPC after error@1725423647) -> (continuation of Deferred@1508378945 after retry RPC after error@929651149), errback=(continuation of Deferred@1138080452 after retry RPC after error@1855584336) -> (continuation of Deferred@1339571207 after retry RPC after error@634059666) -> (continuation of Deferred@1260873333 after retry RPC after error@1784503353) -> (continuation of Deferred@1693154673 after retry RPC after error@378473493) -> (continuation of Deferred@1718342783 after retry RPC after error@1725423647) -> (continuation of Deferred@1508378945 after retry RPC after error@929651149)))
15:04:38.254 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@432961240(state=PENDING, result=null, callback=(continuation of Deferred@1138080452 after retry RPC after error@1855584336) -> (continuation of Deferred@1339571207 after retry RPC after error@634059666) -> (continuation of Deferred@1260873333 after retry RPC after error@1784503353) -> (continuation of Deferred@1693154673 after retry RPC after error@378473493) -> (continuation of Deferred@1718342783 after retry RPC after error@1725423647) -> (continuation of Deferred@1508378945 after retry RPC after error@929651149), errback=(continuation of Deferred@1138080452 after retry RPC after error@1855584336) -> (continuation of Deferred@1339571207 after retry RPC after error@634059666) -> (continuation of Deferred@1260873333 after retry RPC after error@1784503353) -> (continuation of Deferred@1693154673 after retry RPC after error@378473493) -> (continuation of Deferred@1718342783 after retry RPC after error@1725423647) -> (continuation of Deferred@1508378945 after retry RPC after error@929651149)))
15:04:38.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.532 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@85784226(state=PENDING, result=null, callback=(continuation of Deferred@299280403 after retry RPC after error@1904852618) -> (continuation of Deferred@1249710966 after retry RPC after error@683033981) -> (continuation of Deferred@201651784 after retry RPC after error@809858220) -> (continuation of Deferred@310454129 after retry RPC after error@134612465) -> (continuation of Deferred@588977167 after retry RPC after error@945874132) -> (continuation of Deferred@591521286 after retry RPC after error@466634258) -> (continuation of Deferred@1620083211 after retry RPC after error@1600752777), errback=(continuation of Deferred@299280403 after retry RPC after error@1904852618) -> (continuation of Deferred@1249710966 after retry RPC after error@683033981) -> (continuation of Deferred@201651784 after retry RPC after error@809858220) -> (continuation of Deferred@310454129 after retry RPC after error@134612465) -> (continuation of Deferred@588977167 after retry RPC after error@945874132) -> (continuation of Deferred@591521286 after retry RPC after error@466634258) -> (continuation of Deferred@1620083211 after retry RPC after error@1600752777)))
15:04:38.533 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:38.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.774 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@333300111(state=PENDING, result=null, callback=(continuation of Deferred@1902104545 after retry RPC after error@534526803) -> (continuation of Deferred@620456493 after retry RPC after error@1507268228) -> (continuation of Deferred@1450769048 after retry RPC after error@679495079) -> (continuation of Deferred@1465247896 after retry RPC after error@920106944) -> (continuation of Deferred@661272504 after retry RPC after error@233698191) -> (continuation of Deferred@1963252610 after retry RPC after error@2120616789) -> (continuation of Deferred@138880214 after retry RPC after error@1792331738), errback=(continuation of Deferred@1902104545 after retry RPC after error@534526803) -> (continuation of Deferred@620456493 after retry RPC after error@1507268228) -> (continuation of Deferred@1450769048 after retry RPC after error@679495079) -> (continuation of Deferred@1465247896 after retry RPC after error@920106944) -> (continuation of Deferred@661272504 after retry RPC after error@233698191) -> (continuation of Deferred@1963252610 after retry RPC after error@2120616789) -> (continuation of Deferred@138880214 after retry RPC after error@1792331738)))
15:04:38.774 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@333300111(state=PENDING, result=null, callback=(continuation of Deferred@1902104545 after retry RPC after error@534526803) -> (continuation of Deferred@620456493 after retry RPC after error@1507268228) -> (continuation of Deferred@1450769048 after retry RPC after error@679495079) -> (continuation of Deferred@1465247896 after retry RPC after error@920106944) -> (continuation of Deferred@661272504 after retry RPC after error@233698191) -> (continuation of Deferred@1963252610 after retry RPC after error@2120616789) -> (continuation of Deferred@138880214 after retry RPC after error@1792331738), errback=(continuation of Deferred@1902104545 after retry RPC after error@534526803) -> (continuation of Deferred@620456493 after retry RPC after error@1507268228) -> (continuation of Deferred@1450769048 after retry RPC after error@679495079) -> (continuation of Deferred@1465247896 after retry RPC after error@920106944) -> (continuation of Deferred@661272504 after retry RPC after error@233698191) -> (continuation of Deferred@1963252610 after retry RPC after error@2120616789) -> (continuation of Deferred@138880214 after retry RPC after error@1792331738)))
15:04:38.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:38.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:38.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:38.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:38.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:38.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.014 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@844381318(state=PENDING, result=null, callback=(continuation of Deferred@749835169 after retry RPC after error@22981713) -> (continuation of Deferred@1851945315 after retry RPC after error@2109853733) -> (continuation of Deferred@1565358247 after retry RPC after error@688221051) -> (continuation of Deferred@1410461265 after retry RPC after error@664947726) -> (continuation of Deferred@287080477 after retry RPC after error@322990070) -> (continuation of Deferred@1215850665 after retry RPC after error@2106564500) -> (continuation of Deferred@140960848 after retry RPC after error@407442805) -> (continuation of Deferred@335485941 after retry RPC after error@311252257), errback=(continuation of Deferred@749835169 after retry RPC after error@22981713) -> (continuation of Deferred@1851945315 after retry RPC after error@2109853733) -> (continuation of Deferred@1565358247 after retry RPC after error@688221051) -> (continuation of Deferred@1410461265 after retry RPC after error@664947726) -> (continuation of Deferred@287080477 after retry RPC after error@322990070) -> (continuation of Deferred@1215850665 after retry RPC after error@2106564500) -> (continuation of Deferred@140960848 after retry RPC after error@407442805) -> (continuation of Deferred@335485941 after retry RPC after error@311252257)))
15:04:39.015 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@844381318(state=PENDING, result=null, callback=(continuation of Deferred@749835169 after retry RPC after error@22981713) -> (continuation of Deferred@1851945315 after retry RPC after error@2109853733) -> (continuation of Deferred@1565358247 after retry RPC after error@688221051) -> (continuation of Deferred@1410461265 after retry RPC after error@664947726) -> (continuation of Deferred@287080477 after retry RPC after error@322990070) -> (continuation of Deferred@1215850665 after retry RPC after error@2106564500) -> (continuation of Deferred@140960848 after retry RPC after error@407442805) -> (continuation of Deferred@335485941 after retry RPC after error@311252257), errback=(continuation of Deferred@749835169 after retry RPC after error@22981713) -> (continuation of Deferred@1851945315 after retry RPC after error@2109853733) -> (continuation of Deferred@1565358247 after retry RPC after error@688221051) -> (continuation of Deferred@1410461265 after retry RPC after error@664947726) -> (continuation of Deferred@287080477 after retry RPC after error@322990070) -> (continuation of Deferred@1215850665 after retry RPC after error@2106564500) -> (continuation of Deferred@140960848 after retry RPC after error@407442805) -> (continuation of Deferred@335485941 after retry RPC after error@311252257)))
15:04:39.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.074 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.274 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@728265148(state=PENDING, result=null, callback=(continuation of Deferred@1172659154 after retry RPC after error@1584390573) -> (continuation of Deferred@1687692335 after retry RPC after error@202722449) -> (continuation of Deferred@1665248522 after retry RPC after error@1107450438) -> (continuation of Deferred@1738450805 after retry RPC after error@1103695571) -> (continuation of Deferred@789496349 after retry RPC after error@2131656144) -> (continuation of Deferred@1840891979 after retry RPC after error@1687157945) -> (continuation of Deferred@1036567583 after retry RPC after error@832888459), errback=(continuation of Deferred@1172659154 after retry RPC after error@1584390573) -> (continuation of Deferred@1687692335 after retry RPC after error@202722449) -> (continuation of Deferred@1665248522 after retry RPC after error@1107450438) -> (continuation of Deferred@1738450805 after retry RPC after error@1103695571) -> (continuation of Deferred@789496349 after retry RPC after error@2131656144) -> (continuation of Deferred@1840891979 after retry RPC after error@1687157945) -> (continuation of Deferred@1036567583 after retry RPC after error@832888459)))
15:04:39.275 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@728265148(state=PENDING, result=null, callback=(continuation of Deferred@1172659154 after retry RPC after error@1584390573) -> (continuation of Deferred@1687692335 after retry RPC after error@202722449) -> (continuation of Deferred@1665248522 after retry RPC after error@1107450438) -> (continuation of Deferred@1738450805 after retry RPC after error@1103695571) -> (continuation of Deferred@789496349 after retry RPC after error@2131656144) -> (continuation of Deferred@1840891979 after retry RPC after error@1687157945) -> (continuation of Deferred@1036567583 after retry RPC after error@832888459), errback=(continuation of Deferred@1172659154 after retry RPC after error@1584390573) -> (continuation of Deferred@1687692335 after retry RPC after error@202722449) -> (continuation of Deferred@1665248522 after retry RPC after error@1107450438) -> (continuation of Deferred@1738450805 after retry RPC after error@1103695571) -> (continuation of Deferred@789496349 after retry RPC after error@2131656144) -> (continuation of Deferred@1840891979 after retry RPC after error@1687157945) -> (continuation of Deferred@1036567583 after retry RPC after error@832888459)))
15:04:39.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.454 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1880944609(state=PENDING, result=null, callback=(continuation of Deferred@820941369 after retry RPC after error@1553302604) -> (continuation of Deferred@397881531 after retry RPC after error@4433483) -> (continuation of Deferred@1148748576 after retry RPC after error@876599303) -> (continuation of Deferred@438506707 after retry RPC after error@122652706) -> (continuation of Deferred@128875112 after retry RPC after error@1293641082) -> (continuation of Deferred@1327261062 after retry RPC after error@887745247) -> (continuation of Deferred@1088465680 after retry RPC after error@1447438019), errback=(continuation of Deferred@820941369 after retry RPC after error@1553302604) -> (continuation of Deferred@397881531 after retry RPC after error@4433483) -> (continuation of Deferred@1148748576 after retry RPC after error@876599303) -> (continuation of Deferred@438506707 after retry RPC after error@122652706) -> (continuation of Deferred@128875112 after retry RPC after error@1293641082) -> (continuation of Deferred@1327261062 after retry RPC after error@887745247) -> (continuation of Deferred@1088465680 after retry RPC after error@1447438019)))
15:04:39.455 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1880944609(state=PENDING, result=null, callback=(continuation of Deferred@820941369 after retry RPC after error@1553302604) -> (continuation of Deferred@397881531 after retry RPC after error@4433483) -> (continuation of Deferred@1148748576 after retry RPC after error@876599303) -> (continuation of Deferred@438506707 after retry RPC after error@122652706) -> (continuation of Deferred@128875112 after retry RPC after error@1293641082) -> (continuation of Deferred@1327261062 after retry RPC after error@887745247) -> (continuation of Deferred@1088465680 after retry RPC after error@1447438019), errback=(continuation of Deferred@820941369 after retry RPC after error@1553302604) -> (continuation of Deferred@397881531 after retry RPC after error@4433483) -> (continuation of Deferred@1148748576 after retry RPC after error@876599303) -> (continuation of Deferred@438506707 after retry RPC after error@122652706) -> (continuation of Deferred@128875112 after retry RPC after error@1293641082) -> (continuation of Deferred@1327261062 after retry RPC after error@887745247) -> (continuation of Deferred@1088465680 after retry RPC after error@1447438019)))
15:04:39.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@479235839(state=PENDING, result=null, callback=(continuation of Deferred@1273892139 after retry RPC after error@352372573) -> (continuation of Deferred@1300114787 after retry RPC after error@1434563909) -> (continuation of Deferred@1857908107 after retry RPC after error@2106877230) -> (continuation of Deferred@1094539978 after retry RPC after error@424600629) -> (continuation of Deferred@479855522 after retry RPC after error@1115269130) -> (continuation of Deferred@1765360005 after retry RPC after error@121143259) -> (continuation of Deferred@1265892237 after retry RPC after error@1153774353) -> (continuation of Deferred@1741911909 after retry RPC after error@592513763), errback=(continuation of Deferred@1273892139 after retry RPC after error@352372573) -> (continuation of Deferred@1300114787 after retry RPC after error@1434563909) -> (continuation of Deferred@1857908107 after retry RPC after error@2106877230) -> (continuation of Deferred@1094539978 after retry RPC after error@424600629) -> (continuation of Deferred@479855522 after retry RPC after error@1115269130) -> (continuation of Deferred@1765360005 after retry RPC after error@121143259) -> (continuation of Deferred@1265892237 after retry RPC after error@1153774353) -> (continuation of Deferred@1741911909 after retry RPC after error@592513763)))
15:04:39.714 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@479235839(state=PENDING, result=null, callback=(continuation of Deferred@1273892139 after retry RPC after error@352372573) -> (continuation of Deferred@1300114787 after retry RPC after error@1434563909) -> (continuation of Deferred@1857908107 after retry RPC after error@2106877230) -> (continuation of Deferred@1094539978 after retry RPC after error@424600629) -> (continuation of Deferred@479855522 after retry RPC after error@1115269130) -> (continuation of Deferred@1765360005 after retry RPC after error@121143259) -> (continuation of Deferred@1265892237 after retry RPC after error@1153774353) -> (continuation of Deferred@1741911909 after retry RPC after error@592513763), errback=(continuation of Deferred@1273892139 after retry RPC after error@352372573) -> (continuation of Deferred@1300114787 after retry RPC after error@1434563909) -> (continuation of Deferred@1857908107 after retry RPC after error@2106877230) -> (continuation of Deferred@1094539978 after retry RPC after error@424600629) -> (continuation of Deferred@479855522 after retry RPC after error@1115269130) -> (continuation of Deferred@1765360005 after retry RPC after error@121143259) -> (continuation of Deferred@1265892237 after retry RPC after error@1153774353) -> (continuation of Deferred@1741911909 after retry RPC after error@592513763)))
15:04:39.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:39.974 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@107053137(state=PENDING, result=null, callback=(continuation of Deferred@2030524309 after retry RPC after error@1058888778) -> (continuation of Deferred@1685169895 after retry RPC after error@1847116080) -> (continuation of Deferred@769689753 after retry RPC after error@2026536547) -> (continuation of Deferred@291879171 after retry RPC after error@970779486) -> (continuation of Deferred@273750204 after retry RPC after error@1002657203) -> (continuation of Deferred@122838633 after retry RPC after error@1502266310) -> (continuation of Deferred@1090954419 after retry RPC after error@1615400941), errback=(continuation of Deferred@2030524309 after retry RPC after error@1058888778) -> (continuation of Deferred@1685169895 after retry RPC after error@1847116080) -> (continuation of Deferred@769689753 after retry RPC after error@2026536547) -> (continuation of Deferred@291879171 after retry RPC after error@970779486) -> (continuation of Deferred@273750204 after retry RPC after error@1002657203) -> (continuation of Deferred@122838633 after retry RPC after error@1502266310) -> (continuation of Deferred@1090954419 after retry RPC after error@1615400941)))
15:04:39.974 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [140ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@107053137(state=PENDING, result=null, callback=(continuation of Deferred@2030524309 after retry RPC after error@1058888778) -> (continuation of Deferred@1685169895 after retry RPC after error@1847116080) -> (continuation of Deferred@769689753 after retry RPC after error@2026536547) -> (continuation of Deferred@291879171 after retry RPC after error@970779486) -> (continuation of Deferred@273750204 after retry RPC after error@1002657203) -> (continuation of Deferred@122838633 after retry RPC after error@1502266310) -> (continuation of Deferred@1090954419 after retry RPC after error@1615400941), errback=(continuation of Deferred@2030524309 after retry RPC after error@1058888778) -> (continuation of Deferred@1685169895 after retry RPC after error@1847116080) -> (continuation of Deferred@769689753 after retry RPC after error@2026536547) -> (continuation of Deferred@291879171 after retry RPC after error@970779486) -> (continuation of Deferred@273750204 after retry RPC after error@1002657203) -> (continuation of Deferred@122838633 after retry RPC after error@1502266310) -> (continuation of Deferred@1090954419 after retry RPC after error@1615400941)))
15:04:39.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:39.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:39.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:39.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:39.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.194 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2012768725(state=PENDING, result=null, callback=(continuation of Deferred@2141085585 after retry RPC after error@569203394) -> (continuation of Deferred@1284642199 after retry RPC after error@2022730513) -> (continuation of Deferred@1979695429 after retry RPC after error@1049603698) -> (continuation of Deferred@1651321497 after retry RPC after error@433982758) -> (continuation of Deferred@304091825 after retry RPC after error@1361040057) -> (continuation of Deferred@1512903649 after retry RPC after error@863208127), errback=(continuation of Deferred@2141085585 after retry RPC after error@569203394) -> (continuation of Deferred@1284642199 after retry RPC after error@2022730513) -> (continuation of Deferred@1979695429 after retry RPC after error@1049603698) -> (continuation of Deferred@1651321497 after retry RPC after error@433982758) -> (continuation of Deferred@304091825 after retry RPC after error@1361040057) -> (continuation of Deferred@1512903649 after retry RPC after error@863208127)))
15:04:40.195 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@2012768725(state=PENDING, result=null, callback=(continuation of Deferred@2141085585 after retry RPC after error@569203394) -> (continuation of Deferred@1284642199 after retry RPC after error@2022730513) -> (continuation of Deferred@1979695429 after retry RPC after error@1049603698) -> (continuation of Deferred@1651321497 after retry RPC after error@433982758) -> (continuation of Deferred@304091825 after retry RPC after error@1361040057) -> (continuation of Deferred@1512903649 after retry RPC after error@863208127), errback=(continuation of Deferred@2141085585 after retry RPC after error@569203394) -> (continuation of Deferred@1284642199 after retry RPC after error@2022730513) -> (continuation of Deferred@1979695429 after retry RPC after error@1049603698) -> (continuation of Deferred@1651321497 after retry RPC after error@433982758) -> (continuation of Deferred@304091825 after retry RPC after error@1361040057) -> (continuation of Deferred@1512903649 after retry RPC after error@863208127)))
15:04:40.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.374 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1209079121(state=PENDING, result=null, callback=(continuation of Deferred@323670685 after retry RPC after error@1986799439) -> (continuation of Deferred@1673009251 after retry RPC after error@599995096) -> (continuation of Deferred@1717092871 after retry RPC after error@1905907676) -> (continuation of Deferred@1380033164 after retry RPC after error@1756241902) -> (continuation of Deferred@1220976646 after retry RPC after error@2002696693) -> (continuation of Deferred@684994640 after retry RPC after error@815598539) -> (continuation of Deferred@1294359374 after retry RPC after error@1337315854), errback=(continuation of Deferred@323670685 after retry RPC after error@1986799439) -> (continuation of Deferred@1673009251 after retry RPC after error@599995096) -> (continuation of Deferred@1717092871 after retry RPC after error@1905907676) -> (continuation of Deferred@1380033164 after retry RPC after error@1756241902) -> (continuation of Deferred@1220976646 after retry RPC after error@2002696693) -> (continuation of Deferred@684994640 after retry RPC after error@815598539) -> (continuation of Deferred@1294359374 after retry RPC after error@1337315854)))
15:04:40.374 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1209079121(state=PENDING, result=null, callback=(continuation of Deferred@323670685 after retry RPC after error@1986799439) -> (continuation of Deferred@1673009251 after retry RPC after error@599995096) -> (continuation of Deferred@1717092871 after retry RPC after error@1905907676) -> (continuation of Deferred@1380033164 after retry RPC after error@1756241902) -> (continuation of Deferred@1220976646 after retry RPC after error@2002696693) -> (continuation of Deferred@684994640 after retry RPC after error@815598539) -> (continuation of Deferred@1294359374 after retry RPC after error@1337315854), errback=(continuation of Deferred@323670685 after retry RPC after error@1986799439) -> (continuation of Deferred@1673009251 after retry RPC after error@599995096) -> (continuation of Deferred@1717092871 after retry RPC after error@1905907676) -> (continuation of Deferred@1380033164 after retry RPC after error@1756241902) -> (continuation of Deferred@1220976646 after retry RPC after error@2002696693) -> (continuation of Deferred@684994640 after retry RPC after error@815598539) -> (continuation of Deferred@1294359374 after retry RPC after error@1337315854)))
15:04:40.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.635 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1516984971(state=PENDING, result=null, callback=(continuation of Deferred@295722281 after retry RPC after error@140747683) -> (continuation of Deferred@217083936 after retry RPC after error@214948919) -> (continuation of Deferred@521503122 after retry RPC after error@176052072) -> (continuation of Deferred@83904375 after retry RPC after error@2002525572) -> (continuation of Deferred@1148586988 after retry RPC after error@1019986205) -> (continuation of Deferred@997659148 after retry RPC after error@751868123) -> (continuation of Deferred@1485692870 after retry RPC after error@984366819), errback=(continuation of Deferred@295722281 after retry RPC after error@140747683) -> (continuation of Deferred@217083936 after retry RPC after error@214948919) -> (continuation of Deferred@521503122 after retry RPC after error@176052072) -> (continuation of Deferred@83904375 after retry RPC after error@2002525572) -> (continuation of Deferred@1148586988 after retry RPC after error@1019986205) -> (continuation of Deferred@997659148 after retry RPC after error@751868123) -> (continuation of Deferred@1485692870 after retry RPC after error@984366819)))
15:04:40.635 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1516984971(state=PENDING, result=null, callback=(continuation of Deferred@295722281 after retry RPC after error@140747683) -> (continuation of Deferred@217083936 after retry RPC after error@214948919) -> (continuation of Deferred@521503122 after retry RPC after error@176052072) -> (continuation of Deferred@83904375 after retry RPC after error@2002525572) -> (continuation of Deferred@1148586988 after retry RPC after error@1019986205) -> (continuation of Deferred@997659148 after retry RPC after error@751868123) -> (continuation of Deferred@1485692870 after retry RPC after error@984366819), errback=(continuation of Deferred@295722281 after retry RPC after error@140747683) -> (continuation of Deferred@217083936 after retry RPC after error@214948919) -> (continuation of Deferred@521503122 after retry RPC after error@176052072) -> (continuation of Deferred@83904375 after retry RPC after error@2002525572) -> (continuation of Deferred@1148586988 after retry RPC after error@1019986205) -> (continuation of Deferred@997659148 after retry RPC after error@751868123) -> (continuation of Deferred@1485692870 after retry RPC after error@984366819)))
15:04:40.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:40.739207 22519 raft_consensus.cc:491] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dc0f25d46dec466ca66cb11461601328)
15:04:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:40.739405 22519 raft_consensus.cc:513] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc0f25d46dec466ca66cb11461601328" member_type: VOTER last_known_addr { host: "127.20.216.190" port: 41715 } } peers { permanent_uuid: "afbeb07e283d4bd8ace8a072cd38766b" member_type: VOTER last_known_addr { host: "127.20.216.189" port: 37629 } } peers { permanent_uuid: "91001a9f813c4d0bb886c884c9622c28" member_type: VOTER last_known_addr { host: "127.20.216.188" port: 41551 } }
15:04:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:40.740149 22519 leader_election.cc:290] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715), 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551)
15:04:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:40.741076 21455 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:04:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:40.742200 21456 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 91001a9f813c4d0bb886c884c9622c28 (127.20.216.188:41551): Network error: Client connection negotiation failed: client connection to 127.20.216.188:41551: connect: Connection refused (error 111)
15:04:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:40.742337 21455 leader_election.cc:336] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dc0f25d46dec466ca66cb11461601328 (127.20.216.190:41715): Network error: Client connection negotiation failed: client connection to 127.20.216.190:41715: connect: Connection refused (error 111)
15:04:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:40.742486 21455 leader_election.cc:304] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: afbeb07e283d4bd8ace8a072cd38766b; no voters: 91001a9f813c4d0bb886c884c9622c28, dc0f25d46dec466ca66cb11461601328
15:04:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:40.742738 22519 raft_consensus.cc:2743] T 00000000000000000000000000000000 P afbeb07e283d4bd8ace8a072cd38766b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:04:40.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.879 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1913970056(state=PENDING, result=null, callback=(continuation of Deferred@326763423 after retry RPC after error@202414575) -> (continuation of Deferred@229129947 after retry RPC after error@1501842043) -> (continuation of Deferred@446815279 after retry RPC after error@309780853) -> (continuation of Deferred@1592023814 after retry RPC after error@625476915) -> (continuation of Deferred@823981329 after retry RPC after error@348444430) -> (continuation of Deferred@1745126139 after retry RPC after error@226517845) -> (continuation of Deferred@1533193097 after retry RPC after error@1764522828), errback=(continuation of Deferred@326763423 after retry RPC after error@202414575) -> (continuation of Deferred@229129947 after retry RPC after error@1501842043) -> (continuation of Deferred@446815279 after retry RPC after error@309780853) -> (continuation of Deferred@1592023814 after retry RPC after error@625476915) -> (continuation of Deferred@823981329 after retry RPC after error@348444430) -> (continuation of Deferred@1745126139 after retry RPC after error@226517845) -> (continuation of Deferred@1533193097 after retry RPC after error@1764522828)))
15:04:40.879 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1913970056(state=PENDING, result=null, callback=(continuation of Deferred@326763423 after retry RPC after error@202414575) -> (continuation of Deferred@229129947 after retry RPC after error@1501842043) -> (continuation of Deferred@446815279 after retry RPC after error@309780853) -> (continuation of Deferred@1592023814 after retry RPC after error@625476915) -> (continuation of Deferred@823981329 after retry RPC after error@348444430) -> (continuation of Deferred@1745126139 after retry RPC after error@226517845) -> (continuation of Deferred@1533193097 after retry RPC after error@1764522828), errback=(continuation of Deferred@326763423 after retry RPC after error@202414575) -> (continuation of Deferred@229129947 after retry RPC after error@1501842043) -> (continuation of Deferred@446815279 after retry RPC after error@309780853) -> (continuation of Deferred@1592023814 after retry RPC after error@625476915) -> (continuation of Deferred@823981329 after retry RPC after error@348444430) -> (continuation of Deferred@1745126139 after retry RPC after error@226517845) -> (continuation of Deferred@1533193097 after retry RPC after error@1764522828)))
15:04:40.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.895 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:40.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:40.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:40.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:40.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:40.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.094 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1063246190(state=PENDING, result=null, callback=(continuation of Deferred@130075049 after retry RPC after error@604269117) -> (continuation of Deferred@344773842 after retry RPC after error@1440349060) -> (continuation of Deferred@1414921495 after retry RPC after error@1401364514) -> (continuation of Deferred@559895748 after retry RPC after error@1002475184) -> (continuation of Deferred@1082548634 after retry RPC after error@720035736) -> (continuation of Deferred@1908950901 after retry RPC after error@1321399026) -> (continuation of Deferred@1027330049 after retry RPC after error@1104268833), errback=(continuation of Deferred@130075049 after retry RPC after error@604269117) -> (continuation of Deferred@344773842 after retry RPC after error@1440349060) -> (continuation of Deferred@1414921495 after retry RPC after error@1401364514) -> (continuation of Deferred@559895748 after retry RPC after error@1002475184) -> (continuation of Deferred@1082548634 after retry RPC after error@720035736) -> (continuation of Deferred@1908950901 after retry RPC after error@1321399026) -> (continuation of Deferred@1027330049 after retry RPC after error@1104268833)))
15:04:41.094 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1063246190(state=PENDING, result=null, callback=(continuation of Deferred@130075049 after retry RPC after error@604269117) -> (continuation of Deferred@344773842 after retry RPC after error@1440349060) -> (continuation of Deferred@1414921495 after retry RPC after error@1401364514) -> (continuation of Deferred@559895748 after retry RPC after error@1002475184) -> (continuation of Deferred@1082548634 after retry RPC after error@720035736) -> (continuation of Deferred@1908950901 after retry RPC after error@1321399026) -> (continuation of Deferred@1027330049 after retry RPC after error@1104268833), errback=(continuation of Deferred@130075049 after retry RPC after error@604269117) -> (continuation of Deferred@344773842 after retry RPC after error@1440349060) -> (continuation of Deferred@1414921495 after retry RPC after error@1401364514) -> (continuation of Deferred@559895748 after retry RPC after error@1002475184) -> (continuation of Deferred@1082548634 after retry RPC after error@720035736) -> (continuation of Deferred@1908950901 after retry RPC after error@1321399026) -> (continuation of Deferred@1027330049 after retry RPC after error@1104268833)))
15:04:41.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.334 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@691086361(state=PENDING, result=null, callback=(continuation of Deferred@2110275420 after retry RPC after error@1446067772) -> (continuation of Deferred@1367131480 after retry RPC after error@1909273218) -> (continuation of Deferred@1304674616 after retry RPC after error@316458594) -> (continuation of Deferred@624793444 after retry RPC after error@1039988835) -> (continuation of Deferred@1860515045 after retry RPC after error@452857997) -> (continuation of Deferred@1395728897 after retry RPC after error@164952036) -> (continuation of Deferred@1313978407 after retry RPC after error@616674072), errback=(continuation of Deferred@2110275420 after retry RPC after error@1446067772) -> (continuation of Deferred@1367131480 after retry RPC after error@1909273218) -> (continuation of Deferred@1304674616 after retry RPC after error@316458594) -> (continuation of Deferred@624793444 after retry RPC after error@1039988835) -> (continuation of Deferred@1860515045 after retry RPC after error@452857997) -> (continuation of Deferred@1395728897 after retry RPC after error@164952036) -> (continuation of Deferred@1313978407 after retry RPC after error@616674072)))
15:04:41.335 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@691086361(state=PENDING, result=null, callback=(continuation of Deferred@2110275420 after retry RPC after error@1446067772) -> (continuation of Deferred@1367131480 after retry RPC after error@1909273218) -> (continuation of Deferred@1304674616 after retry RPC after error@316458594) -> (continuation of Deferred@624793444 after retry RPC after error@1039988835) -> (continuation of Deferred@1860515045 after retry RPC after error@452857997) -> (continuation of Deferred@1395728897 after retry RPC after error@164952036) -> (continuation of Deferred@1313978407 after retry RPC after error@616674072), errback=(continuation of Deferred@2110275420 after retry RPC after error@1446067772) -> (continuation of Deferred@1367131480 after retry RPC after error@1909273218) -> (continuation of Deferred@1304674616 after retry RPC after error@316458594) -> (continuation of Deferred@624793444 after retry RPC after error@1039988835) -> (continuation of Deferred@1860515045 after retry RPC after error@452857997) -> (continuation of Deferred@1395728897 after retry RPC after error@164952036) -> (continuation of Deferred@1313978407 after retry RPC after error@616674072)))
15:04:41.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.494 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1984236049(state=PENDING, result=null, callback=(continuation of Deferred@653352266 after retry RPC after error@403359469) -> (continuation of Deferred@1349642739 after retry RPC after error@247100526) -> (continuation of Deferred@571307006 after retry RPC after error@1828644092) -> (continuation of Deferred@857716449 after retry RPC after error@1851502056) -> (continuation of Deferred@662745438 after retry RPC after error@1010985046) -> (continuation of Deferred@1914993025 after retry RPC after error@1101250240) -> (continuation of Deferred@1670118891 after retry RPC after error@1285826836), errback=(continuation of Deferred@653352266 after retry RPC after error@403359469) -> (continuation of Deferred@1349642739 after retry RPC after error@247100526) -> (continuation of Deferred@571307006 after retry RPC after error@1828644092) -> (continuation of Deferred@857716449 after retry RPC after error@1851502056) -> (continuation of Deferred@662745438 after retry RPC after error@1010985046) -> (continuation of Deferred@1914993025 after retry RPC after error@1101250240) -> (continuation of Deferred@1670118891 after retry RPC after error@1285826836)))
15:04:41.495 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, deferred=Deferred@1984236049(state=PENDING, result=null, callback=(continuation of Deferred@653352266 after retry RPC after error@403359469) -> (continuation of Deferred@1349642739 after retry RPC after error@247100526) -> (continuation of Deferred@571307006 after retry RPC after error@1828644092) -> (continuation of Deferred@857716449 after retry RPC after error@1851502056) -> (continuation of Deferred@662745438 after retry RPC after error@1010985046) -> (continuation of Deferred@1914993025 after retry RPC after error@1101250240) -> (continuation of Deferred@1670118891 after retry RPC after error@1285826836), errback=(continuation of Deferred@653352266 after retry RPC after error@403359469) -> (continuation of Deferred@1349642739 after retry RPC after error@247100526) -> (continuation of Deferred@571307006 after retry RPC after error@1828644092) -> (continuation of Deferred@857716449 after retry RPC after error@1851502056) -> (continuation of Deferred@662745438 after retry RPC after error@1010985046) -> (continuation of Deferred@1914993025 after retry RPC after error@1101250240) -> (continuation of Deferred@1670118891 after retry RPC after error@1285826836)))
15:04:41.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.772 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [0ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1215349921(state=PENDING, result=null, callback=(continuation of Deferred@265130969 after retry RPC after error@501893327) -> (continuation of Deferred@1310549081 after retry RPC after error@455927) -> (continuation of Deferred@1664547957 after retry RPC after error@743795948) -> (continuation of Deferred@164620947 after retry RPC after error@1046021649) -> (continuation of Deferred@1784185083 after retry RPC after error@1835901776) -> (continuation of Deferred@461395740 after retry RPC after error@1830790131) -> (continuation of Deferred@1131325939 after retry RPC after error@1134163437), errback=(continuation of Deferred@265130969 after retry RPC after error@501893327) -> (continuation of Deferred@1310549081 after retry RPC after error@455927) -> (continuation of Deferred@1664547957 after retry RPC after error@743795948) -> (continuation of Deferred@164620947 after retry RPC after error@1046021649) -> (continuation of Deferred@1784185083 after retry RPC after error@1835901776) -> (continuation of Deferred@461395740 after retry RPC after error@1830790131) -> (continuation of Deferred@1131325939 after retry RPC after error@1134163437)))
15:04:41.773 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
15:04:41.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:41.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:41.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:41.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:41.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:41.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [125ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1104207674(state=PENDING, result=null, callback=(continuation of Deferred@1380871351 after retry RPC after error@1933862606) -> (continuation of Deferred@1979914502 after retry RPC after error@837628403) -> (continuation of Deferred@275241133 after retry RPC after error@1078312569) -> (continuation of Deferred@786453598 after retry RPC after error@1985649368) -> (continuation of Deferred@1490458126 after retry RPC after error@890064155) -> (continuation of Deferred@425966912 after retry RPC after error@1003321582) -> (continuation of Deferred@1472720767 after retry RPC after error@142411017), errback=(continuation of Deferred@1380871351 after retry RPC after error@1933862606) -> (continuation of Deferred@1979914502 after retry RPC after error@837628403) -> (continuation of Deferred@275241133 after retry RPC after error@1078312569) -> (continuation of Deferred@786453598 after retry RPC after error@1985649368) -> (continuation of Deferred@1490458126 after retry RPC after error@890064155) -> (continuation of Deferred@425966912 after retry RPC after error@1003321582) -> (continuation of Deferred@1472720767 after retry RPC after error@142411017)))
15:04:41.995 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [125ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@1104207674(state=PENDING, result=null, callback=(continuation of Deferred@1380871351 after retry RPC after error@1933862606) -> (continuation of Deferred@1979914502 after retry RPC after error@837628403) -> (continuation of Deferred@275241133 after retry RPC after error@1078312569) -> (continuation of Deferred@786453598 after retry RPC after error@1985649368) -> (continuation of Deferred@1490458126 after retry RPC after error@890064155) -> (continuation of Deferred@425966912 after retry RPC after error@1003321582) -> (continuation of Deferred@1472720767 after retry RPC after error@142411017), errback=(continuation of Deferred@1380871351 after retry RPC after error@1933862606) -> (continuation of Deferred@1979914502 after retry RPC after error@837628403) -> (continuation of Deferred@275241133 after retry RPC after error@1078312569) -> (continuation of Deferred@786453598 after retry RPC after error@1985649368) -> (continuation of Deferred@1490458126 after retry RPC after error@890064155) -> (continuation of Deferred@425966912 after retry RPC after error@1003321582) -> (continuation of Deferred@1472720767 after retry RPC after error@142411017)))
15:04:42.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.135 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=32, TimeoutTracker(timeout=49991, elapsed=49441), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [20ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.20.216.188:41551, [40ms] sending RPC to server master-127.20.216.189:37629, [40ms] sending RPC to server master-127.20.216.190:41715, [41ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [60ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] sending RPC to server master-127.20.216.188:41551, [80ms] sending RPC to server master-127.20.216.189:37629, [80ms] sending RPC to server master-127.20.216.190:41715, [80ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] received response from server master-127.20.216.189:37629: OK, [83ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.20.216.188:41551, [119ms] sending RPC to server master-127.20.216.189:37629, [119ms] sending RPC to server master-127.20.216.190:41715, [120ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.20.216.188:41551, [179ms] sending RPC to server master-127.20.216.189:37629, [179ms] sending RPC to server master-127.20.216.190:41715, [180ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] sending RPC to server master-127.20.216.188:41551, [199ms] sending RPC to server master-127.20.216.189:37629, [199ms] sending RPC to server master-127.20.216.190:41715, [199ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] received response from server master-127.20.216.189:37629: OK, [201ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] sending RPC to server master-127.20.216.188:41551, [220ms] sending RPC to server master-127.20.216.189:37629, [220ms] sending RPC to server master-127.20.216.190:41715, [220ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [598ms] refreshing cache from master, [599ms] sending RPC to server master-127.20.216.188:41551, [599ms] sending RPC to server master-127.20.216.189:37629, [599ms] sending RPC to server master-127.20.216.190:41715, [600ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [600ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [600ms] received response from server master-127.20.216.189:37629: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [638ms] refreshing cache from master, [639ms] sending RPC to server master-127.20.216.188:41551, [639ms] sending RPC to server master-127.20.216.189:37629, [639ms] sending RPC to server master-127.20.216.190:41715, [640ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [641ms] received response from server master-127.20.216.189:37629: OK, [641ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [641ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2479ms] refreshing cache from master, [2479ms] sending RPC to server master-127.20.216.188:41551, [2479ms] sending RPC to server master-127.20.216.189:37629, [2480ms] sending RPC to server master-127.20.216.190:41715, [2480ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2480ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2481ms] received response from server master-127.20.216.189:37629: OK, [2481ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [6578ms] refreshing cache from master, [6578ms] sending RPC to server master-127.20.216.188:41551, [6579ms] sending RPC to server master-127.20.216.189:37629, [6579ms] sending RPC to server master-127.20.216.190:41715, [6579ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [6579ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [6580ms] received response from server master-127.20.216.189:37629: OK, [6580ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [10139ms] refreshing cache from master, [10139ms] sending RPC to server master-127.20.216.188:41551, [10139ms] too many traces: truncated at 100 traces, deferred=Deferred@1490026413(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@1845841028 after retry RPC after error@44887333) -> (continuation of Deferred@1017231556 after retry RPC after error@464788074) -> (continuation of Deferred@1603343604 after retry RPC after error@984686566) -> (continuation of Deferred@199751660 after retry RPC after error@809225136) -> (continuation of Deferred@1742360567 after retry RPC after error@1436955333) -> (continuation of Deferred@1632298762 after retry RPC after error@264423128) -> (continuation of Deferred@978486560 after retry RPC after error@1585887413) -> (continuation of Deferred@1757574872 after retry RPC after error@1907329310) -> (continuation of Deferred@1610246542 after retry RPC after error@886186452) -> (continuation of Deferred@1339946272 after retry RPC after error@1119318716) -> (continuation of Deferred@1309529469 after retry RPC after error@1811186153) -> (continuation of Deferred@1268780354 after retry RPC after error@846967832) -> (continuation of Deferred@318585111 after retry RPC after error@1573460328) -> (continuation of Deferred@373867918 after retry RPC after error@2046584875) -> (continuation of Deferred@45273986 after retry RPC after error@396724453) -> (continuation of Deferred@1200708394 after retry RPC after error@1572265667) -> (continuation of Deferred@1225533492 after retry RPC after error@1926587216) -> (continuation of Deferred@1062219307 after retry RPC after error@1417396164) -> (continuation of Deferred@2082365687 after retry RPC after error@621302727) -> (continuation of Deferred@454492219 after retry RPC after error@312154370) -> (continuation of Deferred@495835774 after retry RPC after error@2054956131) -> (continuation of Deferred@1506403791 after retry RPC after error@324052221) -> (continuation of Deferred@1618858691 after retry RPC after error@2075770259) -> (continuation of Deferred@1841879222 after retry RPC after error@2066345662) -> (continuation of Deferred@1967968466 after retry RPC after error@1127198413) -> (continuation of Deferred@1745470326 after retry RPC after error@1558285527) -> (continuation of Deferred@1329077721 after retry RPC after error@1902091061) -> (continuation of Deferred@1466688539 after retry RPC after error@121392405) -> (continuation of Deferred@149245694 after retry RPC after error@91159268) -> (continuation of Deferred@229477742 after retry RPC after error@1746677035), errback=org.apache.kudu.client.ConnectToCluster$1@4aac0c68 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@1845841028 after retry RPC after error@44887333) -> (continuation of Deferred@1017231556 after retry RPC after error@464788074) -> (continuation of Deferred@1603343604 after retry RPC after error@984686566) -> (continuation of Deferred@199751660 after retry RPC after error@809225136) -> (continuation of Deferred@1742360567 after retry RPC after error@1436955333) -> (continuation of Deferred@1632298762 after retry RPC after error@264423128) -> (continuation of Deferred@978486560 after retry RPC after error@1585887413) -> (continuation of Deferred@1757574872 after retry RPC after error@1907329310) -> (continuation of Deferred@1610246542 after retry RPC after error@886186452) -> (continuation of Deferred@1339946272 after retry RPC after error@1119318716) -> (continuation of Deferred@1309529469 after retry RPC after error@1811186153) -> (continuation of Deferred@1268780354 after retry RPC after error@846967832) -> (continuation of Deferred@318585111 after retry RPC after error@1573460328) -> (continuation of Deferred@373867918 after retry RPC after error@2046584875) -> (continuation of Deferred@45273986 after retry RPC after error@396724453) -> (continuation of Deferred@1200708394 after retry RPC after error@1572265667) -> (continuation of Deferred@1225533492 after retry RPC after error@1926587216) -> (continuation of Deferred@1062219307 after retry RPC after error@1417396164) -> (continuation of Deferred@2082365687 after retry RPC after error@621302727) -> (continuation of Deferred@454492219 after retry RPC after error@312154370) -> (continuation of Deferred@495835774 after retry RPC after error@2054956131) -> (continuation of Deferred@1506403791 after retry RPC after error@324052221) -> (continuation of Deferred@1618858691 after retry RPC after error@2075770259) -> (continuation of Deferred@1841879222 after retry RPC after error@2066345662) -> (continuation of Deferred@1967968466 after retry RPC after error@1127198413) -> (continuation of Deferred@1745470326 after retry RPC after error@1558285527) -> (continuation of Deferred@1329077721 after retry RPC after error@1902091061) -> (continuation of Deferred@1466688539 after retry RPC after error@121392405) -> (continuation of Deferred@149245694 after retry RPC after error@91159268) -> (continuation of Deferred@229477742 after retry RPC after error@1746677035)))
15:04:42.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=32, TimeoutTracker(timeout=49991, elapsed=49441), Traces: [0ms] sending RPC to server master-127.20.216.188:41551, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.20.216.188:41551, [20ms] sending RPC to server master-127.20.216.189:37629, [20ms] sending RPC to server master-127.20.216.190:41715, [20ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [21ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [22ms] received response from server master-127.20.216.189:37629: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.20.216.188:41551, [40ms] sending RPC to server master-127.20.216.189:37629, [40ms] sending RPC to server master-127.20.216.190:41715, [41ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.20.216.188:41551, [60ms] sending RPC to server master-127.20.216.189:37629, [60ms] sending RPC to server master-127.20.216.190:41715, [60ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [60ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] sending RPC to server master-127.20.216.188:41551, [80ms] sending RPC to server master-127.20.216.189:37629, [80ms] sending RPC to server master-127.20.216.190:41715, [80ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [81ms] received response from server master-127.20.216.189:37629: OK, [83ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.20.216.188:41551, [119ms] sending RPC to server master-127.20.216.189:37629, [119ms] sending RPC to server master-127.20.216.190:41715, [120ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [120ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.20.216.188:41551, [179ms] sending RPC to server master-127.20.216.189:37629, [179ms] sending RPC to server master-127.20.216.190:41715, [180ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [199ms] refreshing cache from master, [199ms] sending RPC to server master-127.20.216.188:41551, [199ms] sending RPC to server master-127.20.216.189:37629, [199ms] sending RPC to server master-127.20.216.190:41715, [199ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [200ms] received response from server master-127.20.216.189:37629: OK, [201ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [220ms] refreshing cache from master, [220ms] sending RPC to server master-127.20.216.188:41551, [220ms] sending RPC to server master-127.20.216.189:37629, [220ms] sending RPC to server master-127.20.216.190:41715, [220ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [221ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [222ms] received response from server master-127.20.216.189:37629: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [598ms] refreshing cache from master, [599ms] sending RPC to server master-127.20.216.188:41551, [599ms] sending RPC to server master-127.20.216.189:37629, [599ms] sending RPC to server master-127.20.216.190:41715, [600ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [600ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [600ms] received response from server master-127.20.216.189:37629: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [638ms] refreshing cache from master, [639ms] sending RPC to server master-127.20.216.188:41551, [639ms] sending RPC to server master-127.20.216.189:37629, [639ms] sending RPC to server master-127.20.216.190:41715, [640ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [641ms] received response from server master-127.20.216.189:37629: OK, [641ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [641ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2479ms] refreshing cache from master, [2479ms] sending RPC to server master-127.20.216.188:41551, [2479ms] sending RPC to server master-127.20.216.189:37629, [2480ms] sending RPC to server master-127.20.216.190:41715, [2480ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2480ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2481ms] received response from server master-127.20.216.189:37629: OK, [2481ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [6578ms] refreshing cache from master, [6578ms] sending RPC to server master-127.20.216.188:41551, [6579ms] sending RPC to server master-127.20.216.189:37629, [6579ms] sending RPC to server master-127.20.216.190:41715, [6579ms] received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [6579ms] received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [6580ms] received response from server master-127.20.216.189:37629: OK, [6580ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [10139ms] refreshing cache from master, [10139ms] sending RPC to server master-127.20.216.188:41551, [10139ms] too many traces: truncated at 100 traces, deferred=Deferred@1490026413(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.20.216.188:41551 -> (continuation of Deferred@1845841028 after retry RPC after error@44887333) -> (continuation of Deferred@1017231556 after retry RPC after error@464788074) -> (continuation of Deferred@1603343604 after retry RPC after error@984686566) -> (continuation of Deferred@199751660 after retry RPC after error@809225136) -> (continuation of Deferred@1742360567 after retry RPC after error@1436955333) -> (continuation of Deferred@1632298762 after retry RPC after error@264423128) -> (continuation of Deferred@978486560 after retry RPC after error@1585887413) -> (continuation of Deferred@1757574872 after retry RPC after error@1907329310) -> (continuation of Deferred@1610246542 after retry RPC after error@886186452) -> (continuation of Deferred@1339946272 after retry RPC after error@1119318716) -> (continuation of Deferred@1309529469 after retry RPC after error@1811186153) -> (continuation of Deferred@1268780354 after retry RPC after error@846967832) -> (continuation of Deferred@318585111 after retry RPC after error@1573460328) -> (continuation of Deferred@373867918 after retry RPC after error@2046584875) -> (continuation of Deferred@45273986 after retry RPC after error@396724453) -> (continuation of Deferred@1200708394 after retry RPC after error@1572265667) -> (continuation of Deferred@1225533492 after retry RPC after error@1926587216) -> (continuation of Deferred@1062219307 after retry RPC after error@1417396164) -> (continuation of Deferred@2082365687 after retry RPC after error@621302727) -> (continuation of Deferred@454492219 after retry RPC after error@312154370) -> (continuation of Deferred@495835774 after retry RPC after error@2054956131) -> (continuation of Deferred@1506403791 after retry RPC after error@324052221) -> (continuation of Deferred@1618858691 after retry RPC after error@2075770259) -> (continuation of Deferred@1841879222 after retry RPC after error@2066345662) -> (continuation of Deferred@1967968466 after retry RPC after error@1127198413) -> (continuation of Deferred@1745470326 after retry RPC after error@1558285527) -> (continuation of Deferred@1329077721 after retry RPC after error@1902091061) -> (continuation of Deferred@1466688539 after retry RPC after error@121392405) -> (continuation of Deferred@149245694 after retry RPC after error@91159268) -> (continuation of Deferred@229477742 after retry RPC after error@1746677035), errback=org.apache.kudu.client.ConnectToCluster$1@4aac0c68 -> ConnectToMasterErrCB for 127.20.216.188:41551 -> (continuation of Deferred@1845841028 after retry RPC after error@44887333) -> (continuation of Deferred@1017231556 after retry RPC after error@464788074) -> (continuation of Deferred@1603343604 after retry RPC after error@984686566) -> (continuation of Deferred@199751660 after retry RPC after error@809225136) -> (continuation of Deferred@1742360567 after retry RPC after error@1436955333) -> (continuation of Deferred@1632298762 after retry RPC after error@264423128) -> (continuation of Deferred@978486560 after retry RPC after error@1585887413) -> (continuation of Deferred@1757574872 after retry RPC after error@1907329310) -> (continuation of Deferred@1610246542 after retry RPC after error@886186452) -> (continuation of Deferred@1339946272 after retry RPC after error@1119318716) -> (continuation of Deferred@1309529469 after retry RPC after error@1811186153) -> (continuation of Deferred@1268780354 after retry RPC after error@846967832) -> (continuation of Deferred@318585111 after retry RPC after error@1573460328) -> (continuation of Deferred@373867918 after retry RPC after error@2046584875) -> (continuation of Deferred@45273986 after retry RPC after error@396724453) -> (continuation of Deferred@1200708394 after retry RPC after error@1572265667) -> (continuation of Deferred@1225533492 after retry RPC after error@1926587216) -> (continuation of Deferred@1062219307 after retry RPC after error@1417396164) -> (continuation of Deferred@2082365687 after retry RPC after error@621302727) -> (continuation of Deferred@454492219 after retry RPC after error@312154370) -> (continuation of Deferred@495835774 after retry RPC after error@2054956131) -> (continuation of Deferred@1506403791 after retry RPC after error@324052221) -> (continuation of Deferred@1618858691 after retry RPC after error@2075770259) -> (continuation of Deferred@1841879222 after retry RPC after error@2066345662) -> (continuation of Deferred@1967968466 after retry RPC after error@1127198413) -> (continuation of Deferred@1745470326 after retry RPC after error@1558285527) -> (continuation of Deferred@1329077721 after retry RPC after error@1902091061) -> (continuation of Deferred@1466688539 after retry RPC after error@121392405) -> (continuation of Deferred@149245694 after retry RPC after error@91159268) -> (continuation of Deferred@229477742 after retry RPC after error@1746677035)))
15:04:42.136 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.194 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@272857435(state=PENDING, result=null, callback=(continuation of Deferred@619209866 after retry RPC after error@847551598) -> (continuation of Deferred@101529689 after retry RPC after error@227479650) -> (continuation of Deferred@1789192557 after retry RPC after error@2085978043) -> (continuation of Deferred@334843800 after retry RPC after error@1720467844) -> (continuation of Deferred@732832697 after retry RPC after error@2094086608) -> (continuation of Deferred@1172385885 after retry RPC after error@1097189636), errback=(continuation of Deferred@619209866 after retry RPC after error@847551598) -> (continuation of Deferred@101529689 after retry RPC after error@227479650) -> (continuation of Deferred@1789192557 after retry RPC after error@2085978043) -> (continuation of Deferred@334843800 after retry RPC after error@1720467844) -> (continuation of Deferred@732832697 after retry RPC after error@2094086608) -> (continuation of Deferred@1172385885 after retry RPC after error@1097189636)))
15:04:42.194 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [60ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@272857435(state=PENDING, result=null, callback=(continuation of Deferred@619209866 after retry RPC after error@847551598) -> (continuation of Deferred@101529689 after retry RPC after error@227479650) -> (continuation of Deferred@1789192557 after retry RPC after error@2085978043) -> (continuation of Deferred@334843800 after retry RPC after error@1720467844) -> (continuation of Deferred@732832697 after retry RPC after error@2094086608) -> (continuation of Deferred@1172385885 after retry RPC after error@1097189636), errback=(continuation of Deferred@619209866 after retry RPC after error@847551598) -> (continuation of Deferred@101529689 after retry RPC after error@227479650) -> (continuation of Deferred@1789192557 after retry RPC after error@2085978043) -> (continuation of Deferred@334843800 after retry RPC after error@1720467844) -> (continuation of Deferred@732832697 after retry RPC after error@2094086608) -> (continuation of Deferred@1172385885 after retry RPC after error@1097189636)))
15:04:42.195 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.395 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@950124176(state=PENDING, result=null, callback=(continuation of Deferred@183662978 after retry RPC after error@1015434774) -> (continuation of Deferred@1234864961 after retry RPC after error@2088434140) -> (continuation of Deferred@1700635064 after retry RPC after error@1797629435) -> (continuation of Deferred@1996028765 after retry RPC after error@1575438407) -> (continuation of Deferred@1430221346 after retry RPC after error@334700291) -> (continuation of Deferred@585116723 after retry RPC after error@1159920984), errback=(continuation of Deferred@183662978 after retry RPC after error@1015434774) -> (continuation of Deferred@1234864961 after retry RPC after error@2088434140) -> (continuation of Deferred@1700635064 after retry RPC after error@1797629435) -> (continuation of Deferred@1996028765 after retry RPC after error@1575438407) -> (continuation of Deferred@1430221346 after retry RPC after error@334700291) -> (continuation of Deferred@585116723 after retry RPC after error@1159920984)))
15:04:42.395 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, deferred=Deferred@950124176(state=PENDING, result=null, callback=(continuation of Deferred@183662978 after retry RPC after error@1015434774) -> (continuation of Deferred@1234864961 after retry RPC after error@2088434140) -> (continuation of Deferred@1700635064 after retry RPC after error@1797629435) -> (continuation of Deferred@1996028765 after retry RPC after error@1575438407) -> (continuation of Deferred@1430221346 after retry RPC after error@334700291) -> (continuation of Deferred@585116723 after retry RPC after error@1159920984), errback=(continuation of Deferred@183662978 after retry RPC after error@1015434774) -> (continuation of Deferred@1234864961 after retry RPC after error@2088434140) -> (continuation of Deferred@1700635064 after retry RPC after error@1797629435) -> (continuation of Deferred@1996028765 after retry RPC after error@1575438407) -> (continuation of Deferred@1430221346 after retry RPC after error@334700291) -> (continuation of Deferred@585116723 after retry RPC after error@1159920984)))
15:04:42.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.188:41551(127.20.216.188:41551)] connecting to peer
15:04:42.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.20.216.190:41715(127.20.216.190:41715)] connecting to peer
15:04:42.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.216.188:41551(127.20.216.188:41551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.188:41551: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551
15:04:42.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.190:41715(127.20.216.190:41715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.216.190:41715: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715
15:04:42.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=10, TimeoutTracker(timeout=50000, elapsed=49730), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [10ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [29ms] Sub RPC ConnectToMaster: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [30ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [31ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [32ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [32ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [49ms] Sub RPC ConnectToMaster: refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [52ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [69ms] Sub RPC ConnectToMaster: refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [71ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [90ms] Sub RPC ConnectToMaster: refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [93ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [129ms] Sub RPC ConnectToMaster: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [130ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [130ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [131ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [132ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [189ms] Sub RPC ConnectToMaster: refreshing cache from master, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [190ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [190ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [191ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [191ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [209ms] Sub RPC ConnectToMaster: refreshing cache from master, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [209ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [210ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [211ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [211ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [230ms] Sub RPC ConnectToMaster: refreshing cache from master, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [231ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [232ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [232ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [608ms] Sub RPC ConnectToMaster: refreshing cache from master, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [611ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [648ms] Sub RPC ConnectToMaster: refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [650ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [651ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [651ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [651ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2489ms] Sub RPC ConnectToMaster: refreshing cache from master, [2489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [2489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [2490ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2490ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2490ms] too many traces: truncated at 100 traces, deferred=Deferred@1132466511(state=PENDING, result=null, callback=(continuation of Deferred@286981210 after retry RPC after error@1796167708) -> (continuation of Deferred@437975529 after retry RPC after error@1507039628) -> (continuation of Deferred@527259328 after retry RPC after error@238236297) -> (continuation of Deferred@1126913815 after retry RPC after error@108112135) -> (continuation of Deferred@1935619167 after retry RPC after error@1685055431) -> (continuation of Deferred@2103805874 after retry RPC after error@1985421448) -> (continuation of Deferred@2082480081 after retry RPC after error@1743425101) -> (continuation of Deferred@920898837 after retry RPC after error@2038429729) -> (continuation of Deferred@90025544 after retry RPC after error@922144840), errback=(continuation of Deferred@286981210 after retry RPC after error@1796167708) -> (continuation of Deferred@437975529 after retry RPC after error@1507039628) -> (continuation of Deferred@527259328 after retry RPC after error@238236297) -> (continuation of Deferred@1126913815 after retry RPC after error@108112135) -> (continuation of Deferred@1935619167 after retry RPC after error@1685055431) -> (continuation of Deferred@2103805874 after retry RPC after error@1985421448) -> (continuation of Deferred@2082480081 after retry RPC after error@1743425101) -> (continuation of Deferred@920898837 after retry RPC after error@2038429729) -> (continuation of Deferred@90025544 after retry RPC after error@922144840)))
15:04:42.415 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715; will retry
15:04:42.416 [DEBUG - main] (Connection.java:575) [peer master-127.20.216.190:41715(127.20.216.190:41715)] disconnecting while in state TERMINATED
15:04:42.416 [DEBUG - main] (Connection.java:575) [peer master-127.20.216.188:41551(127.20.216.188:41551)] disconnecting while in state TERMINATED
15:04:42.416 [DEBUG - main] (Connection.java:575) [peer master-127.20.216.189:37629(127.20.216.189:37629)] disconnecting while in state READY
15:04:42.417 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:04:42.418 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.216.189:37629(127.20.216.189:37629)] handling channelInactive
15:04:42.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.216.189:37629(127.20.216.189:37629)] cleaning up while in state READY due to: connection closed
15:04:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.418155 21346 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu pid 21641
15:04:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.429396 21793 generic_service.cc:196] Checking for leaks (request via RPC)
15:04:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.535672 21346 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu with pid 21641
15:04:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:42.551829 21818 connection.cc:537] server connection from 127.20.216.129:35873 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
15:04:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.552193 21346 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu pid 21803
15:04:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.558763 21934 generic_service.cc:196] Checking for leaks (request via RPC)
15:04:42.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.682904 21346 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu with pid 21803
15:04:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 15:04:42.700793 21960 connection.cc:537] server connection from 127.20.216.130:43465 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
15:04:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.700940 21346 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu pid 21944
15:04:42.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.707034 22075 generic_service.cc:196] Checking for leaks (request via RPC)
15:04:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.808141 21346 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu with pid 21944
15:04:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.824151 21346 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu pid 21437
15:04:42.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.825273 21509 generic_service.cc:196] Checking for leaks (request via RPC)
15:04:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 15:04:42.960464 21346 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDlDeJ5/build/asan/bin/kudu with pid 21437
15:04:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-12T15:04:43Z chronyd exiting
15:04:43.106 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=10, TimeoutTracker(timeout=50000, elapsed=49730), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [10ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [29ms] Sub RPC ConnectToMaster: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [30ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [31ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [32ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [32ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [49ms] Sub RPC ConnectToMaster: refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [52ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [69ms] Sub RPC ConnectToMaster: refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [71ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [90ms] Sub RPC ConnectToMaster: refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [93ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [129ms] Sub RPC ConnectToMaster: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [130ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [130ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [131ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [132ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [189ms] Sub RPC ConnectToMaster: refreshing cache from master, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [190ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [190ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [191ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [191ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [209ms] Sub RPC ConnectToMaster: refreshing cache from master, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [209ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [210ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [211ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [211ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [230ms] Sub RPC ConnectToMaster: refreshing cache from master, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [231ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [232ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [232ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [608ms] Sub RPC ConnectToMaster: refreshing cache from master, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [611ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [648ms] Sub RPC ConnectToMaster: refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [650ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [651ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [651ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [651ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2489ms] Sub RPC ConnectToMaster: refreshing cache from master, [2489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [2489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [2490ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2490ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2490ms] too many traces: truncated at 100 traces, deferred=Deferred@1132466511(state=PENDING, result=null, callback=(continuation of Deferred@286981210 after retry RPC after error@1796167708) -> (continuation of Deferred@437975529 after retry RPC after error@1507039628) -> (continuation of Deferred@527259328 after retry RPC after error@238236297) -> (continuation of Deferred@1126913815 after retry RPC after error@108112135) -> (continuation of Deferred@1935619167 after retry RPC after error@1685055431) -> (continuation of Deferred@2103805874 after retry RPC after error@1985421448) -> (continuation of Deferred@2082480081 after retry RPC after error@1743425101) -> (continuation of Deferred@920898837 after retry RPC after error@2038429729) -> (continuation of Deferred@90025544 after retry RPC after error@922144840), errback=(continuation of Deferred@286981210 after retry RPC after error@1796167708) -> (continuation of Deferred@437975529 after retry RPC after error@1507039628) -> (continuation of Deferred@527259328 after retry RPC after error@238236297) -> (continuation of Deferred@1126913815 after retry RPC after error@108112135) -> (continuation of Deferred@1935619167 after retry RPC after error@1685055431) -> (continuation of Deferred@2103805874 after retry RPC after error@1985421448) -> (continuation of Deferred@2082480081 after retry RPC after error@1743425101) -> (continuation of Deferred@920898837 after retry RPC after error@2038429729) -> (continuation of Deferred@90025544 after retry RPC after error@922144840)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=10, TimeoutTracker(timeout=50000, elapsed=49730), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [10ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [29ms] Sub RPC ConnectToMaster: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [30ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [31ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [32ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [32ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [49ms] Sub RPC ConnectToMaster: refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [51ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [52ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [69ms] Sub RPC ConnectToMaster: refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [71ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [90ms] Sub RPC ConnectToMaster: refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [93ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [129ms] Sub RPC ConnectToMaster: refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [130ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [130ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [131ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [132ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [189ms] Sub RPC ConnectToMaster: refreshing cache from master, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [190ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [190ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [191ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [191ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [209ms] Sub RPC ConnectToMaster: refreshing cache from master, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [209ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [210ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [211ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [211ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [230ms] Sub RPC ConnectToMaster: refreshing cache from master, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [231ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [232ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [232ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [608ms] Sub RPC ConnectToMaster: refreshing cache from master, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [611ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [648ms] Sub RPC ConnectToMaster: refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [650ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [651ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.189:37629: OK, [651ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.190:41715: Network error: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [651ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.20.216.188:41551,127.20.216.189:37629,127.20.216.190:41715) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.216.190:41715(127.20.216.190:41715): Connection refused: /127.20.216.190:41715, [2489ms] Sub RPC ConnectToMaster: refreshing cache from master, [2489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.188:41551, [2489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.189:37629, [2490ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.216.190:41715, [2490ms] Sub RPC ConnectToMaster: received response from server master-127.20.216.188:41551: Network error: Failed to connect to peer master-127.20.216.188:41551(127.20.216.188:41551): Connection refused: /127.20.216.188:41551, [2490ms] too many traces: truncated at 100 traces, deferred=Deferred@1132466511(state=PENDING, result=null, callback=(continuation of Deferred@286981210 after retry RPC after error@1796167708) -> (continuation of Deferred@437975529 after retry RPC after error@1507039628) -> (continuation of Deferred@527259328 after retry RPC after error@238236297) -> (continuation of Deferred@1126913815 after retry RPC after error@108112135) -> (continuation of Deferred@1935619167 after retry RPC after error@1685055431) -> (continuation of Deferred@2103805874 after retry RPC after error@1985421448) -> (continuation of Deferred@2082480081 after retry RPC after error@1743425101) -> (continuation of Deferred@920898837 after retry RPC after error@2038429729) -> (continuation of Deferred@90025544 after retry RPC after error@922144840), errback=(continuation of Deferred@286981210 after retry RPC after error@1796167708) -> (continuation of Deferred@437975529 after retry RPC after error@1507039628) -> (continuation of Deferred@527259328 after retry RPC after error@238236297) -> (continuation of Deferred@1126913815 after retry RPC after error@108112135) -> (continuation of Deferred@1935619167 after retry RPC after error@1685055431) -> (continuation of Deferred@2103805874 after retry RPC after error@1985421448) -> (continuation of Deferred@2082480081 after retry RPC after error@1743425101) -> (continuation of Deferred@920898837 after retry RPC after error@2038429729) -> (continuation of Deferred@90025544 after retry RPC after error@922144840)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)